00000800:00000200:0.1F:1746136970.285353:0:3760:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b4c4180] -> 12345-192.168.202.131@tcp (2) 00000800:00000200:0.1:1746136970.285697:0:3751:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b4c4180] -> 12345-192.168.202.131@tcp (2) 00000800:00000200:0.1:1746136970.285700:0:3751:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.131@tcp ffff88012b4c43c0 deleted 00000800:00000010:0.1:1746136970.285701:0:3751:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012b4c43c0. 00000800:00000200:0.1:1746136970.285704:0:3751:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746136970.285709:0:3751:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:1023 00000800:00000200:0.1:1746136970.285712:0:3751:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800810c8800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746136970.285772:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746136970.287189:0:3752:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012b4c4180] -> 12345-192.168.202.131@tcp (4) 00000800:00000200:0.1:1746136970.287192:0:3752:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.131@tcp ffff88012b4c4cc0 deleted 00000800:00000010:0.1:1746136970.287193:0:3752:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012b4c4cc0. 00000800:00000200:0.1:1746136970.287196:0:3752:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746136970.287242:0:3750:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1746136970.403186:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b1cbf100. 00010000:00000010:2.1:1746136970.403203:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e80a600. 00010000:00000010:0.1:1746136970.532976:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b5364e00. 00010000:00000010:0.1:1746136970.532982:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008109c200. 00010000:00000010:1.1F:1746136970.539278:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012c020800. 00010000:00000010:1.1:1746136970.539292:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801368ccb00. 00010000:00000010:1.1:1746136970.539295:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006e80bc00. 00080000:00000010:0.1:1746136970.564543:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff88012a2c8780. 00000100:00100000:0.0:1746137543.136464:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087bb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+318:2008:x1830957301803776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5602us (5845us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.136475:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16233 00000100:00100000:0.0:1746137543.138599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.140126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.141970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.145735:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.146892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.146970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.149519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.153516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.154504:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+321:2008:x1830957301805440:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (994us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746137543.154511:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1732 00002000:00100000:0.0:1746137543.154516:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c40700 x1830957301805440/t4294970439(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.154523:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c40700 with x1830957301805440 ext(0->7) 00010000:00010000:0.0:1746137543.154529:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f57f4 expref: 321 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.154537:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f57f4 expref: 321 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.154543:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c40700 00000100:00100000:0.0:1746137543.162709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.168164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.172072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.175083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.177674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.177714:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.178394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.181506:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.184222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.185391:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+323:2007:x1830957301807232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1170us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746137543.185399:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1735 00002000:00100000:0.0:1746137543.185406:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c42680 x1830957301807232/t4294970440(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.185414:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42680 with x1830957301807232 ext(0->7) 00010000:00010000:0.0:1746137543.185419:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5809 expref: 323 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.185429:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3c67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5809 expref: 323 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.185436:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c42680 00000100:00100000:0.0:1746137543.188681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.194934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.201519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.203788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.203835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.205567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.206527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.208630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.211853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.216808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.218124:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+324:2006:x1830957301808896:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (1322us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746137543.218131:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1737 00002000:00100000:0.0:1746137543.218137:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c41c00 x1830957301808896/t4294970441(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.218143:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41c00 with x1830957301808896 ext(0->7) 00010000:00010000:0.0:1746137543.218149:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f581e expref: 324 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.218158:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f581e expref: 324 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.218162:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c41c00 00000100:00100000:0.0:1746137543.219233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.224021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.224483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.224547:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301809408 00000100:00100000:0.0:1746137543.224550:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301809408 00002000:00100000:0.0:1746137543.224574:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d4700 x1830957301809408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.224583:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d4700 with x1830957301809408 ext(0->4095) 00010000:00010000:0.0:1746137543.224589:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c83 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5825 expref: 6 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.224598:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5825 expref: 6 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.224603:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d4700 00000100:00100000:0.0:1746137543.224616:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1738 00000100:00100000:0.0:1746137543.224621:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301809408:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.224750:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301809408:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.224756:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1738 00002000:00100000:0.0:1746137543.224761:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d4700 x1830957301809408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.224780:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d4700 with x1830957301809408 ext(0->4095) 00010000:00010000:0.0:1746137543.224785:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5825 expref: 6 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.224793:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5825 expref: 6 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.224798:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d4700 00000100:00100000:0.0:1746137543.226398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.226468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.228826:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.230694:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.232366:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+327:2008:x1830957301810176:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1506us (1669us total) trans 4294970442 rc 0/0 00000100:00100000:0.0:1746137543.232375:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1740 00002000:00100000:0.0:1746137543.232382:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d5500 x1830957301810176/t4294970442(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.232391:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5500 with x1830957301810176 ext(0->7) 00010000:00010000:0.0:1746137543.232398:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f582c expref: 327 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.232410:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f582c expref: 327 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.232416:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5500 00000100:00100000:0.0:1746137543.241455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.247799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.248556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.248917:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301810688 00000100:00100000:0.0:1746137543.248921:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301810688 00002000:00100000:0.0:1746137543.248958:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d5f80 x1830957301810688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.248968:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5f80 with x1830957301810688 ext(0->4095) 00010000:00010000:0.0:1746137543.248974:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3c91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5833 expref: 329 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.248982:0:9562:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3c91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5833 expref: 329 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137543.248987:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5f80 00000100:00100000:0.0:1746137543.249006:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1741 00000100:00100000:0.0:1746137543.249010:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+329:2006:x1830957301810688:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.249108:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2006:x1830957301810688:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (553us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.249113:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1741 00002000:00100000:0.0:1746137543.249117:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d5f80 x1830957301810688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.249124:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5f80 with x1830957301810688 ext(0->4095) 00010000:00010000:0.0:1746137543.249128:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3c91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5833 expref: 328 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.249135:0:9562:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3c91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5833 expref: 328 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137543.249142:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5f80 00000100:00100000:0.0:1746137543.251173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.252004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.257501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.260636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.264595:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2005:x1830957301811456:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3464us (3956us total) trans 4294970443 rc 0/0 00000100:00100000:0.0:1746137543.264607:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1743 00002000:00100000:0.0:1746137543.264617:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d6d80 x1830957301811456/t4294970443(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.264626:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d6d80 with x1830957301811456 ext(0->7) 00010000:00010000:0.0:1746137543.264636:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.264657:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.264663:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d6d80 00000100:00100000:0.0:1746137543.271221:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301811584 00000100:00100000:0.0:1746137543.271229:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301811584 00010000:00010000:0.0:1746137543.271264:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.271301:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16246 00000100:00100000:0.0:1746137543.271308:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2007:x1830957301811584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137543.271320:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137543.271336:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.271348:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.271369:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3c98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f583a expref: 328 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.271394:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.271396:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.271403:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.271416:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.271445:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137543.271454:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292504960:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137543.271529:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137543.275479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.275519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.275597:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800990d7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292504960:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137543.275616:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.275667:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2007:x1830957301811584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4358us (4625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.275676:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16246 00000100:00100000:0.0:1746137543.277416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.277592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.277611:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301812224 00000100:00100000:0.0:1746137543.277617:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301812224 00010000:00010000:0.0:1746137543.277640:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 6 pid: 9557 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.277672:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16247 00000100:00100000:0.0:1746137543.277678:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301812224:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137543.277688:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137543.277705:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 6 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.277715:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2600/0x95b3ed7b846f3c9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5841 expref: 6 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.277732:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.277734:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.277739:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f3ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5848 expref: 328 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.278530:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f3ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5848 expref: 330 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137543.280351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.282260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.283300:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+331:2008:x1830957301812736:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 869us (1042us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1746137543.283307:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1745 00002000:00100000:0.0:1746137543.283313:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d6680 x1830957301812736/t4294970444(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.283319:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d6680 with x1830957301812736 ext(0->7) 00010000:00010000:0.0:1746137543.283325:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f3ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5848 expref: 331 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.283333:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f3ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5848 expref: 331 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.283342:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d6680 00000100:00100000:0.0:1746137543.289125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.293709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.296061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.296410:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301813376 00000100:00100000:0.0:1746137543.296413:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301813376 00000100:00100000:0.0:1746137543.296436:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28480 00000100:00100000:0.0:1746137543.296439:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957301813376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137543.296444:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137543.296450:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130f3f200/0x95b3ed7b846f3cbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f585d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.296460:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.296462:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3cb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5856 expref: 331 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.296466:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137543.296467:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130f3f200/0x95b3ed7b846f3cbb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f585d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.296482:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3cb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5856 expref: 331 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.296489:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130f3f200/0x95b3ed7b846f3cbb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f585d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.296495:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130f3f200, rc 0) 00000100:00100000:0.0:1746137543.296510:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957301813376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 71us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.296514:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28480 00000100:00100000:0.0:1746137543.298136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.300196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.302916:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+332:2006:x1830957301814016:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (923us total) trans 4294970445 rc 0/0 00000100:00100000:0.0:1746137543.302924:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1747 00002000:00100000:0.0:1746137543.302931:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c351180 x1830957301814016/t4294970445(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.302967:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351180 with x1830957301814016 ext(0->7) 00010000:00010000:0.0:1746137543.302972:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5856 expref: 332 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.302981:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5856 expref: 332 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.302986:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c351180 00000100:00100000:0.0:1746137543.304125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.307993:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292505984:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137543.308012:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.308053:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+331:2008:x1830957301814144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3786us (3929us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.308063:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16250 00000100:00100000:0.0:1746137543.311403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.315877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.316023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.320029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.320213:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.320232:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301815168 00000100:00100000:0.0:1746137543.320235:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301815168 00010000:00010000:0.0:1746137543.320252:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3cc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5864 expref: 333 pid: 24924 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.320276:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16251 00000100:00100000:0.0:1746137543.320281:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+333:2005:x1830957301815168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137543.320289:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137543.320301:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3cc2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5864 expref: 333 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.320310:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3cc2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5864 expref: 333 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.320328:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3cc2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5864 expref: 333 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.320342:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.320360:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+332:2005:x1830957301815168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 79us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.320365:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16251 00000100:00100000:0.0:1746137543.323891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.327260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.330136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.332502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.334546:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+334:2006:x1830957301815936:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1353us (2038us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746137543.334555:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1749 00002000:00100000:0.0:1746137543.334563:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a973050 x1830957301815936/t4294970446(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.334571:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a973050 with x1830957301815936 ext(0->7) 00010000:00010000:0.0:1746137543.334577:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f3cc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f586b expref: 334 pid: 24924 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.334590:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f3cc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f586b expref: 334 pid: 24924 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.334596:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a973050 00000100:00100000:0.0:1746137543.341058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.343700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.343744:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.345803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.348264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.350148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.351376:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+337:2008:x1830957301817216:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (1231us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746137543.351382:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1751 00002000:00100000:0.0:1746137543.351387:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c42680 x1830957301817216/t4294970447(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.351392:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42680 with x1830957301817216 ext(0->7) 00010000:00010000:0.0:1746137543.351398:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f3cd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5879 expref: 337 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.351405:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f3cd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5879 expref: 337 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.351409:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c42680 00000100:00100000:0.0:1746137543.352428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.355525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.355552:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301817600 00000100:00100000:0.0:1746137543.355559:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301817600 00002000:00100000:0.0:1746137543.355591:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c43480 x1830957301817600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.355600:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43480 with x1830957301817600 ext(0->4095) 00002000:00010000:0.0:1746137543.355604:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089c43480 00000100:00100000:0.0:1746137543.355631:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13074 00000100:00100000:0.0:1746137543.355637:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+336:2006:x1830957301817600:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.361125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.362963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.363003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.366666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.366740:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.369092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.370953:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.372516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.385369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.387159:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+338:2006:x1830957301819136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1518us (1796us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746137543.387170:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1755 00002000:00100000:0.0:1746137543.387178:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1ce00 x1830957301819136/t4294970448(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.387186:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ce00 with x1830957301819136 ext(0->7) 00010000:00010000:0.0:1746137543.387194:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f588e expref: 338 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.387207:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f588e expref: 338 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.387213:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1ce00 00000100:00100000:0.0:1746137543.392693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.396784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.396903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.401377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.405114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.408093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.409658:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+341:2008:x1830957301820416:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1223us (1571us total) trans 4294970449 rc 0/0 00000100:00100000:0.0:1746137543.409667:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1758 00002000:00100000:0.0:1746137543.409674:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1e300 x1830957301820416/t4294970449(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.409682:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1e300 with x1830957301820416 ext(0->7) 00010000:00010000:0.0:1746137543.409688:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15000/0x95b3ed7b846f3cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f589c expref: 341 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.409702:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15000/0x95b3ed7b846f3cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f589c expref: 341 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.409706:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1e300 00000100:00100000:0.0:1746137543.412742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.415708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.418356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.420652:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.421903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.424632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.424662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.425228:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+341:2008:x1830957301821568:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 319us (606us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.425232:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1759 00002000:00100000:0.0:1746137543.425236:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091d1ca80 x1830957301821568/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.425241:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957301821568 ext(0->4095) 00010000:00010000:0.0:1746137543.425245:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f3d01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58a3 expref: 341 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.425251:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f3d01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58a3 expref: 341 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.425255:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:0.0:1746137543.426712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.426755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.428210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.434924:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.439806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.442840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.443060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.445059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.445114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.447279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.450530:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.452147:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+345:2006:x1830957301823744:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1345us (1623us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746137543.452155:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1764 00002000:00100000:0.0:1746137543.452163:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073db7100 x1830957301823744/t4294970451(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.452169:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7100 with x1830957301823744 ext(0->7) 00010000:00010000:0.0:1746137543.452176:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3d1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58bf expref: 345 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.452187:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3d1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58bf expref: 345 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.452193:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073db7100 00000100:00100000:0.0:1746137543.454391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.457923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.466845:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.466896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.467500:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28497 00000100:00100000:0.0:1746137543.467520:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+344:1075:x1830957301824384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137543.467535:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137543.467549:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009919b600/0x95b3ed7b846f3d32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f58d4 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468092:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3d24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58c6 expref: 345 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468101:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3d2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58cd expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468107:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.468108:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137543.468111:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009919b600/0x95b3ed7b846f3d32 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58d4 expref: 345 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468138:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3d2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58cd expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468148:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3d2b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58cd expref: 6 pid: 9557 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.468159:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292509568:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137543.468256:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58c6 expref: 345 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.468269:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089c44c00/0x95b3ed7b846f3d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58c6 expref: 345 pid: 9555 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.468277:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f499f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292509696:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137543.468297:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137543.470550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.472054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.477214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.480518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.484977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.487027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.488370:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+346:2006:x1830957301825408:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (1341us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746137543.488376:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1766 00002000:00100000:0.0:1746137543.488478:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498a80 x1830957301825408/t4294970452(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.488485:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957301825408 ext(0->7) 00010000:00010000:0.0:1746137543.488491:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009919b600/0x95b3ed7b846f3d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58d4 expref: 346 pid: 10658 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.488500:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009919b600/0x95b3ed7b846f3d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58d4 expref: 346 pid: 10658 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.488505:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498a80 00000100:00100000:0.0:1746137543.489762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.492366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.495751:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.502504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.503533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.508704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.508849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.508899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.512468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.514758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.516086:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+348:2006:x1830957301827200:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1058us (1326us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1746137543.516093:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1769 00002000:00100000:0.0:1746137543.516100:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073550a80 x1830957301827200/t4294970453(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.516106:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550a80 with x1830957301827200 ext(0->7) 00010000:00010000:0.0:1746137543.516112:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3d47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58e9 expref: 348 pid: 10658 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.516122:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3d47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58e9 expref: 348 pid: 10658 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.516127:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073550a80 00000100:00100000:0.0:1746137543.517827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.521389:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301827584 00000100:00100000:0.0:1746137543.521395:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301827584 00002000:00100000:0.0:1746137543.521427:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c352680 x1830957301827584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.521437:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352680 with x1830957301827584 ext(0->4095) 00002000:00010000:0.0:1746137543.521440:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c352680 00000100:00100000:0.0:1746137543.521466:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13081 00000100:00100000:0.0:1746137543.521471:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301827584:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.521586:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301827584:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.521591:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13081 00002000:00100000:0.0:1746137543.521597:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c352680 x1830957301827584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.521603:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352680 with x1830957301827584 ext(0->4095) 00002000:00010000:0.0:1746137543.521606:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c352680 00000100:00100000:0.0:1746137543.523570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.525547:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.528988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.529095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.532732:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301828736 00000100:00100000:0.0:1746137543.532734:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301828736 00010000:00010000:0.0:1746137543.533275:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3d55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58f7 expref: 351 pid: 10658 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.535604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.537356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.538499:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+351:2008:x1830957301829248:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 935us (1144us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746137543.538508:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1772 00002000:00100000:0.0:1746137543.538514:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073550700 x1830957301829248/t4294970454(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.538520:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550700 with x1830957301829248 ext(0->7) 00010000:00010000:0.0:1746137543.538525:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58fe expref: 351 pid: 10658 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.538533:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f58fe expref: 351 pid: 10658 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.538538:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073550700 00000100:00100000:0.0:1746137543.539983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.542685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.542710:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301829632 00000100:00100000:0.0:1746137543.542716:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301829632 00002000:00100000:0.0:1746137543.542751:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880073552300 x1830957301829632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.542761:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957301829632 ext(0->4095) 00002000:00010000:0.0:1746137543.542780:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073552300 00000100:00100000:0.0:1746137543.543092:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13083 00000100:00100000:0.0:1746137543.543099:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+351:2006:x1830957301829632:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.548797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.548892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.551550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.556441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.558977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.561863:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+352:2005:x1830957301830528:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (2915us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746137543.561878:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1774 00002000:00100000:0.0:1746137543.561889:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4d8e00 x1830957301830528/t4294970455(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.561898:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8e00 with x1830957301830528 ext(0->7) 00010000:00010000:0.0:1746137543.561907:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f3d71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5913 expref: 352 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.561922:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f3d71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5913 expref: 352 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.561929:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4d8e00 00000100:00100000:0.0:1746137543.564044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.566220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.570971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.575976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.576058:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.577847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.578839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.578871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.580704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.585071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.586280:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+355:2005:x1830957301832576:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 975us (1216us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746137543.586906:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1776 00002000:00100000:0.0:1746137543.586916:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f523b80 x1830957301832576/t4294970456(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.586924:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523b80 with x1830957301832576 ext(0->7) 00010000:00010000:0.0:1746137543.586932:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3d7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5921 expref: 355 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.586968:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f3d7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5921 expref: 355 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.586974:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f523b80 00000100:00100000:0.0:1746137543.589397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.594449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.598371:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301833088 00000100:00100000:0.0:1746137543.598377:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301833088 00002000:00100000:0.0:1746137543.598406:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6a00 x1830957301833088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.598416:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6a00 with x1830957301833088 ext(0->4095) 00010000:00010000:0.0:1746137543.598423:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3d86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5928 expref: 356 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.598434:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3d86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5928 expref: 356 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.598440:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d6a00 00000100:00100000:0.0:1746137543.598465:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1777 00000100:00100000:0.0:1746137543.598471:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+356:2006:x1830957301833088:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.598593:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+356:2006:x1830957301833088:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.598599:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1777 00002000:00100000:0.0:1746137543.598604:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6a00 x1830957301833088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.598612:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6a00 with x1830957301833088 ext(0->4095) 00010000:00010000:0.0:1746137543.598616:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3d86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5928 expref: 356 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.598625:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f3d86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5928 expref: 356 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.598630:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d6a00 00000100:00100000:0.0:1746137543.610255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.611358:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+356:2006:x1830957301833856:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 863us (1106us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746137543.611364:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1779 00002000:00100000:0.0:1746137543.611370:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f520380 x1830957301833856/t4294970457(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.611377:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957301833856 ext(0->7) 00010000:00010000:0.0:1746137543.611382:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f3d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f592f expref: 356 pid: 9557 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.611391:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f3d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f592f expref: 356 pid: 9557 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.611401:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:0.0:1746137543.613258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.615628:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.617217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.622353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.628897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.630672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.634115:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.634150:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.636719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.637272:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292513408:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137543.637286:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.637317:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957301835264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2835us (3202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.637323:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16283 00000100:00100000:0.0:1746137543.638170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.641360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.644586:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+358:2007:x1830957301835904:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3020us (3222us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746137543.644598:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1782 00002000:00100000:0.0:1746137543.644607:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0724e00 x1830957301835904/t4294970458(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.644615:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724e00 with x1830957301835904 ext(0->7) 00010000:00010000:0.0:1746137543.644626:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f3da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5944 expref: 358 pid: 10658 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.644640:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f3da2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5944 expref: 358 pid: 10658 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.644646:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0724e00 00000100:00100000:0.0:1746137543.647312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.650810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.653529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.656252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.656777:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301836544 00000100:00100000:0.0:1746137543.656783:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301836544 00010000:00010000:0.0:1746137543.656807:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3da9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f594b expref: 6 pid: 10658 timeout: 736 lvb_type: 0 00000100:00100000:0.0:1746137543.661844:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292514048:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137543.661862:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.661899:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957301836544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4795us (5164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.661908:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16285 00000100:00100000:0.0:1746137543.665698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.667261:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+361:2008:x1830957301837184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1163us (1568us total) trans 4294970459 rc 0/0 00000100:00100000:0.0:1746137543.667269:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1784 00002000:00100000:0.0:1746137543.667276:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f1f80 x1830957301837184/t4294970459(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.667284:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1f80 with x1830957301837184 ext(0->7) 00010000:00010000:0.0:1746137543.667291:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3db0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5952 expref: 361 pid: 10658 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.667302:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f3db0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5952 expref: 361 pid: 10658 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.667308:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f1f80 00000100:00100000:0.0:1746137543.669312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.674458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.677020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.678781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.680973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.684217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.684255:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.684289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.684393:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16288 00000100:00100000:0.0:1746137543.684400:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+362:2007:x1830957301838464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137543.684407:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137543.684417:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f3db7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5959 expref: 362 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.684434:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f3db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5959 expref: 362 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.684486:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.684529:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+362:2007:x1830957301838464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 131us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.684538:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16288 00000100:00100000:0.0:1746137543.687645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.692310:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.696286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.701551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.705422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.705535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.707450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.708685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.712835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.713279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.716070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.718792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.721326:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+364:2008:x1830957301840768:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2073us (2533us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746137543.721343:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1789 00002000:00100000:0.0:1746137543.721356:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d5180 x1830957301840768/t4294970461(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.721366:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5180 with x1830957301840768 ext(0->7) 00010000:00010000:0.0:1746137543.721374:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3dda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f597c expref: 364 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.721388:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f3dda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f597c expref: 364 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.721395:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5180 00000100:00100000:0.0:1746137543.728075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.731204:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.732913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.735631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.735819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.737606:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.741726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.743148:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+367:2007:x1830957301842048:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1100us (1427us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746137543.743155:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1792 00002000:00100000:0.0:1746137543.743161:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d5880 x1830957301842048/t4294970462(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.743169:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5880 with x1830957301842048 ext(0->7) 00010000:00010000:0.0:1746137543.743175:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f3de8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f598a expref: 367 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.743185:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f3de8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f598a expref: 367 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.743190:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5880 00000100:00100000:0.0:1746137543.746583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.750145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.753534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.756886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.757873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.758405:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301842944 00000100:00100000:0.0:1746137543.758409:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301842944 00002000:00100000:0.0:1746137543.758434:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d7b80 x1830957301842944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.758443:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d7b80 with x1830957301842944 ext(0->4095) 00010000:00010000:0.0:1746137543.758449:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3df6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5998 expref: 6 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.758457:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3df6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5998 expref: 6 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.758464:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d7b80 00000100:00100000:0.0:1746137543.758476:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1793 00000100:00100000:0.0:1746137543.758481:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301842944:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.758574:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301842944:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (701us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.758580:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1793 00002000:00100000:0.0:1746137543.758585:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800990d7b80 x1830957301842944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.758592:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d7b80 with x1830957301842944 ext(0->4095) 00010000:00010000:0.0:1746137543.758595:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3df6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5998 expref: 6 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.758602:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3df6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5998 expref: 6 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.758608:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d7b80 00000100:00100000:0.0:1746137543.760515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.761564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.763092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.765439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.768020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.769955:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+369:2005:x1830957301843840:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1781us (1933us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746137543.769965:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1795 00002000:00100000:0.0:1746137543.769974:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d4e00 x1830957301843840/t4294970463(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.769980:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d4e00 with x1830957301843840 ext(0->7) 00010000:00010000:0.0:1746137543.769988:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f599f expref: 369 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.769999:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3dfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f599f expref: 369 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.770005:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d4e00 00000100:00100000:0.0:1746137543.772703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.776900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.781556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.781750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.788222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.796176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.801270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.805014:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+370:2008:x1830957301845120:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3538us (3743us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746137543.805028:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1797 00002000:00100000:0.0:1746137543.805040:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c49880 x1830957301845120/t4294970464(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.805050:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957301845120 ext(0->7) 00010000:00010000:0.0:1746137543.805059:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f3e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59ad expref: 370 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.805075:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f3e0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59ad expref: 370 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.805081:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c49880 00000100:00100000:0.0:1746137543.813991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.819917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.821799:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.825045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.825093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.828778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.830708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.836076:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+373:2006:x1830957301846400:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5074us (5358us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746137543.836090:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1800 00002000:00100000:0.0:1746137543.836104:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c4ad80 x1830957301846400/t4294970465(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.836113:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957301846400 ext(0->7) 00010000:00010000:0.0:1746137543.836122:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f3e19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59bb expref: 373 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.836142:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f3e19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59bb expref: 373 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.836148:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:0.0:1746137543.839522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.845190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.846897:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301846912 00000100:00100000:0.0:1746137543.846903:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301846912 00002000:00100000:0.0:1746137543.846934:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7100 x1830957301846912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.846960:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7100 with x1830957301846912 ext(0->4095) 00010000:00010000:0.0:1746137543.846967:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c2 expref: 374 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.846977:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e20 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c2 expref: 374 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.846983:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d7100 00000100:00100000:0.0:1746137543.847009:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1801 00000100:00100000:0.0:1746137543.847014:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+374:2006:x1830957301846912:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.847113:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+374:2006:x1830957301846912:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.847125:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1801 00002000:00100000:0.0:1746137543.847130:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7100 x1830957301846912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.847137:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7100 with x1830957301846912 ext(0->4095) 00010000:00010000:0.0:1746137543.847142:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c2 expref: 374 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.847150:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c2 expref: 373 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.847154:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d7100 00000100:00100000:0.0:1746137543.849624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.849690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.853121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.855436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.856728:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+374:2007:x1830957301847680:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 892us (1293us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746137543.856735:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1803 00002000:00100000:0.0:1746137543.856742:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e954700 x1830957301847680/t4294970466(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.856748:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957301847680 ext(0->7) 00010000:00010000:0.0:1746137543.856753:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f3e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c9 expref: 374 pid: 9555 timeout: 736 lvb_type: 0 00010000:00010000:0.0:1746137543.856761:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f3e27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59c9 expref: 374 pid: 9555 timeout: 736 lvb_type: 0 00002000:00010000:0.0:1746137543.856778:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746137543.858563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.861151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.864340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.867684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.869026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.875607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.875701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.877862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.882439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.885484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.888461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.892041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.893736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.901054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.902174:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.905349:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301851008 00000100:00100000:0.0:1746137543.905352:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301851008 00000100:00100000:0.0:1746137543.905528:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28539 00000100:00100000:0.0:1746137543.905534:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+376:1076:x1830957301851008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137543.905543:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137543.905559:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5a5e00/0x95b3ed7b846f3e58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f59fa expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.905597:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 377 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.905603:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137543.905604:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137543.905608:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5a5e00/0x95b3ed7b846f3e58 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59fa expref: 377 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.905626:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 377 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137543.905634:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 377 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137543.905641:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f892680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292519296:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137543.905659:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137543.907449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.907494:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301851264 00000100:00100000:0.0:1746137543.907499:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301851264 00002000:00100000:0.0:1746137543.907527:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f893800 x1830957301851264/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.907536:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957301851264 ext(0->4095) 00010000:00010000:0.0:1746137543.907543:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 378 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.907554:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 378 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.907560:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f893800 00000100:00100000:0.0:1746137543.907580:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1808 00000100:00100000:0.0:1746137543.907589:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+378:2007:x1830957301851264:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.913194:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+379:2007:x1830957301851520:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1660us (1833us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746137543.913205:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1809 00002000:00100000:0.0:1746137543.913213:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c350700 x1830957301851520/t4294970468(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.913221:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350700 with x1830957301851520 ext(0->7) 00010000:00010000:0.0:1746137543.913228:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 379 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.913239:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f59f3 expref: 379 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.913244:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c350700 00000100:00100000:0.0:1746137543.917758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.922331:0:7199:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c351500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292519424:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137543.922423:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137543.922478:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+378:2007:x1830957301851648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4333us (4728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137543.922493:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16309 00000100:00100000:0.0:1746137543.923028:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301851904 00000100:00100000:0.0:1746137543.923035:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301851904 00002000:00100000:0.0:1746137543.923185:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6680 x1830957301851904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.923194:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957301851904 ext(0->4095) 00002000:00010000:0.0:1746137543.923203:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:0.0:1746137543.923230:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13098 00000100:00100000:0.0:1746137543.923237:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+378:2005:x1830957301851904:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.923363:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+378:2005:x1830957301851904:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (700us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.923369:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13098 00002000:00100000:0.0:1746137543.923375:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6680 x1830957301851904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.923381:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957301851904 ext(0->4095) 00002000:00010000:0.0:1746137543.923384:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:0.0:1746137543.925471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.925518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.928059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.929586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.930571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.931278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.934152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.937702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.940705:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+381:2007:x1830957301853312:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1867us (3002us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746137543.940715:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1812 00002000:00100000:0.0:1746137543.940724:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890e00 x1830957301853312/t4294970469(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.940733:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890e00 with x1830957301853312 ext(0->7) 00010000:00010000:0.0:1746137543.940741:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a01 expref: 381 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.940754:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f3e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a01 expref: 381 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.940761:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890e00 00000100:00100000:0.0:1746137543.942116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.943712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.945002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.946403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.954999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.958056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.958141:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.961162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.961479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.962203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.968063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.968925:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+383:2007:x1830957301855616:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (868us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746137543.968932:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1814 00002000:00100000:0.0:1746137543.968958:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133f84000 x1830957301855616/t4294970470(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.968964:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84000 with x1830957301855616 ext(0->7) 00010000:00010000:0.0:1746137543.968969:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a1d expref: 383 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.968979:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3e7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a1d expref: 383 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.968984:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f84000 00000100:00100000:0.0:1746137543.972110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.974290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.975697:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13103 00000100:00100000:0.0:1746137543.975705:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+382:2006:x1830957301856000:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137543.975888:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+382:2006:x1830957301856000:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 183us (1597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137543.975895:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13103 00002000:00100000:0.0:1746137543.975901:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133f84380 x1830957301856000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/4536 e 0 to 0 dl 1746137554 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.975907:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957301856000 ext(0->4095) 00002000:00010000:0.0:1746137543.975910:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133f84380 00000100:00100000:0.0:1746137543.977658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.978066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.980184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.982218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.982277:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301856640 00000100:00100000:0.0:1746137543.982281:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301856640 00002000:00100000:0.0:1746137543.982310:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133f86300 x1830957301856640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 488/0 e 0 to 0 dl 1746137554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.982319:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86300 with x1830957301856640 ext(0->4095) 00010000:00010000:0.0:1746137543.982326:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbe00/0x95b3ed7b846f3e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a32 expref: 382 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.982336:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbe00/0x95b3ed7b846f3e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a32 expref: 382 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.982347:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f86300 00000100:00100000:0.0:1746137543.984221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.985593:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+384:2006:x1830957301856896:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (1381us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746137543.985601:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1816 00002000:00100000:0.0:1746137543.985607:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133f86a00 x1830957301856896/t4294970471(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:734/0 lens 496/448 e 0 to 0 dl 1746137554 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137543.985616:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86a00 with x1830957301856896 ext(0->7) 00010000:00010000:0.0:1746137543.985622:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbe00/0x95b3ed7b846f3e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a32 expref: 384 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137543.985631:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbe00/0x95b3ed7b846f3e89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a32 expref: 384 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137543.985638:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f86a00 00000100:00100000:0.0:1746137543.989152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.997439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.998475:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137543.999879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.001214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.003400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.004754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.006046:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+387:2005:x1830957301858176:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1015us (1290us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746137544.006054:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1818 00002000:00100000:0.0:1746137544.006060:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012baa1880 x1830957301858176/t4294970472(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.006067:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa1880 with x1830957301858176 ext(0->7) 00010000:00010000:0.0:1746137544.006072:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f3e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a39 expref: 387 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.006081:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f3e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a39 expref: 387 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.006086:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baa1880 00000100:00100000:0.0:1746137544.007758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.011322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.014229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.017422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.017472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.019993:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.022517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.022722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.027277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.029376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.032237:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+389:2005:x1830957301859968:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2548us (2851us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746137544.032250:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1820 00002000:00100000:0.0:1746137544.032263:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6774a80 x1830957301859968/t4294970473(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.032272:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774a80 with x1830957301859968 ext(0->7) 00010000:00010000:0.0:1746137544.032282:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f3eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a4e expref: 389 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.032297:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f3eac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a4e expref: 389 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.032303:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6774a80 00000100:00100000:0.0:1746137544.039575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.041212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.043010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.044138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.045448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.049270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.053145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.059636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.061691:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+390:2006:x1830957301861632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1796us (2052us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746137544.061702:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1822 00002000:00100000:0.0:1746137544.061713:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775c00 x1830957301861632/t4294970474(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.061723:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957301861632 ext(0->7) 00010000:00010000:0.0:1746137544.061731:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f3ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a63 expref: 390 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.061745:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f3ec1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a63 expref: 390 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.061756:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775c00 00000100:00100000:0.0:1746137544.065392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.069484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.072325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.076806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.082932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.084253:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+393:2008:x1830957301862912:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1330us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746137544.084261:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1824 00002000:00100000:0.0:1746137544.084267:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03a9f80 x1830957301862912/t4294970475(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.084275:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9f80 with x1830957301862912 ext(0->7) 00010000:00010000:0.0:1746137544.084281:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007334cc00/0x95b3ed7b846f3ecf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a71 expref: 393 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.084290:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007334cc00/0x95b3ed7b846f3ecf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a71 expref: 393 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.084296:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03a9f80 00000100:00100000:0.0:1746137544.086020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.098136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.101065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.101134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.101180:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28559 00000100:00100000:0.0:1746137544.101186:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+392:1075:x1830957301863552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.101194:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.101199:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fafbe00/0x95b3ed7b846f3ee4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5a86 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.101218:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f3ed6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a78 expref: 393 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.101225:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.101226:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.101229:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fafbe00/0x95b3ed7b846f3ee4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a86 expref: 393 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.101265:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f3ed6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a78 expref: 393 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.101276:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f3ed6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a78 expref: 393 pid: 24924 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.101288:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a03a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292523776:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137544.101493:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.103588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.105588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.107589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000001:00080000:0.0:1746137544.110585:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970476 is committed 00000100:00100000:0.0:1746137544.115299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.119652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.121219:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292524032:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137544.121236:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.121260:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957301864320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4620us (5970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.121270:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16329 00000100:00100000:0.0:1746137544.121313:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301864704 00000100:00100000:0.0:1746137544.121316:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301864704 00002000:00100000:0.0:1746137544.121342:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c351c00 x1830957301864704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.121351:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351c00 with x1830957301864704 ext(0->4095) 00010000:00010000:0.0:1746137544.121357:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3edd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a7f expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.121368:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3edd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a7f expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.121374:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c351c00 00000100:00100000:0.0:1746137544.121386:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1827 00000100:00100000:0.0:1746137544.121391:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301864704:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.121580:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301864704:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137544.121586:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1827 00002000:00100000:0.0:1746137544.121592:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c351c00 x1830957301864704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/4536 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.121600:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351c00 with x1830957301864704 ext(0->4095) 00010000:00010000:0.0:1746137544.121604:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3edd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a7f expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.121613:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa200/0x95b3ed7b846f3edd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a7f expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.121619:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c351c00 00000100:00100000:0.0:1746137544.123652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.129218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.132612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.134235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.136138:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957301865344:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1271us (1902us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746137544.136146:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1828 00002000:00100000:0.0:1746137544.136152:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bcec700 x1830957301865344/t4294970477(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.136161:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957301865344 ext(0->7) 00010000:00010000:0.0:1746137544.136169:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3eeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a8d expref: 8 pid: 10658 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.136178:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f3eeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5a8d expref: 8 pid: 10658 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.136185:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcec700 00000100:00100000:0.0:1746137544.138649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.142343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.144376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.145163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.146406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.149046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.149077:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.154358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.155396:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2006:x1830957301867136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 631us (1042us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746137544.155402:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1831 00002000:00100000:0.0:1746137544.155408:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bceea00 x1830957301867136/t4294970478(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.155414:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceea00 with x1830957301867136 ext(0->7) 00010000:00010000:0.0:1746137544.155419:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f3f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa2 expref: 11 pid: 10658 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.155428:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f3f00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa2 expref: 11 pid: 10658 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.155434:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bceea00 00000100:00100000:0.0:1746137544.157530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.160361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.162057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.163465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.165987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.166032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.168223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.168253:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.168286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.168303:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301868544 00000100:00100000:0.0:1746137544.168308:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301868544 00010000:00010000:0.0:1746137544.168331:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa9 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.168350:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301868416 00000100:00100000:0.0:1746137544.168353:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301868416 00010000:00010000:0.0:1746137544.168361:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14200/0x95b3ed7b846f3f0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ab0 expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.168380:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16335 00000100:00100000:0.0:1746137544.168386:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957301868544:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.168395:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.168413:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f07 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa9 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.168420:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa9 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.168438:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5aa9 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.168453:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.168478:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957301868544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.168484:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16335 00000100:00100000:0.0:1746137544.171617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.173539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.175284:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957301869184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 980us (1747us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746137544.175290:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1834 00002000:00100000:0.0:1746137544.175295:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1f100 x1830957301869184/t4294970479(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.175301:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957301869184 ext(0->7) 00010000:00010000:0.0:1746137544.175306:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f3f15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ab7 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.175314:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f3f15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ab7 expref: 12 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.175319:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137544.178363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.180900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.182721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.185216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.187385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.187433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.189841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.189873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.189916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.191748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.193684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.195216:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957301871232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1319us (1531us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746137544.195224:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1836 00002000:00100000:0.0:1746137544.195231:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0799c00 x1830957301871232/t4294970480(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.195239:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957301871232 ext(0->7) 00010000:00010000:0.0:1746137544.195246:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5acc expref: 15 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.195257:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5acc expref: 15 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.195263:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0799c00 00000100:00100000:0.0:1746137544.197354:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.200031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.203748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.204014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.205965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.206556:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.207712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.209665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.213307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.215752:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.216711:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957301872896:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 684us (959us total) trans 4294970481 rc 0/0 00000100:00100000:0.0:1746137544.216719:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1838 00002000:00100000:0.0:1746137544.216725:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a079bb80 x1830957301872896/t4294970481(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.216732:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957301872896 ext(0->7) 00010000:00010000:0.0:1746137544.216739:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f3f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ae1 expref: 16 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.216748:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f3f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ae1 expref: 16 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.216754:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a079bb80 00000100:00100000:0.0:1746137544.218266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.220406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.222977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.226322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.228188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.230638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.230668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.230703:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.232815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.235863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.237821:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957301874688:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1342us (1973us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746137544.237829:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1840 00002000:00100000:0.0:1746137544.237836:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd3aa00 x1830957301874688/t4294970482(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.237844:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3aa00 with x1830957301874688 ext(0->7) 00010000:00010000:0.0:1746137544.237850:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f3f54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5af6 expref: 19 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.237861:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f3f54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5af6 expref: 19 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.237867:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd3aa00 00000100:00100000:0.0:1746137544.240315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.242768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.242795:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301875072 00000100:00100000:0.0:1746137544.242802:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301875072 00002000:00100000:0.0:1746137544.242834:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fd38a80 x1830957301875072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.242843:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957301875072 ext(0->4095) 00002000:00010000:0.0:1746137544.242847:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd38a80 00000100:00100000:0.0:1746137544.245246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.248686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.250315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.250470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.251772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.253430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.256242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.258463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.259548:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957301876352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 935us (1086us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746137544.259556:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1842 00002000:00100000:0.0:1746137544.259562:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cf800 x1830957301876352/t4294970483(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.259570:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf800 with x1830957301876352 ext(0->7) 00010000:00010000:0.0:1746137544.259576:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b0b expref: 20 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.259586:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b0b expref: 20 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.259591:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cf800 00000100:00100000:0.0:1746137544.266361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.266406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.269189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.269221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.271389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.273224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.274172:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2005:x1830957301877632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 804us (949us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746137544.274178:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1845 00002000:00100000:0.0:1746137544.274185:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f6d80 x1830957301877632/t4294970484(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.274192:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f6d80 with x1830957301877632 ext(0->7) 00010000:00010000:0.0:1746137544.274199:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f3f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b19 expref: 23 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.274208:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f3f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b19 expref: 23 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.274214:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f6d80 00000100:00100000:0.0:1746137544.275279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.277100:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.278810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.280676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.284174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.285612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.287957:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.287990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.288028:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.288049:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301879168 00000100:00100000:0.0:1746137544.288053:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301879168 00010000:00010000:0.0:1746137544.288075:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b20 expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.288094:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301878912 00000100:00100000:0.0:1746137544.288096:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301878912 00010000:00010000:0.0:1746137544.288105:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f3f85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b27 expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.288124:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16352 00000100:00100000:0.0:1746137544.288130:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957301879168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.288139:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.288154:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b20 expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.288162:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b20 expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.288179:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14a00/0x95b3ed7b846f3f7e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b20 expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.288207:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.288209:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.288214:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.288222:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.288256:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137544.288265:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800735f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292529408:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137544.288302:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.289898:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.292494:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:0.0:1746137544.292859:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f6680 x1830957301879680/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.292868:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f6680 with x1830957301879680 ext(0->7) 00010000:00010000:0.0:1746137544.292876:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 22 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.292887:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 22 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.292893:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f6680 00000100:00100000:0.0:1746137544.292912:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1848 00000100:00100000:0.0:1746137544.292918:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957301879680:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.294116:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957301879680:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1194us (1624us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746137544.294125:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1848 00002000:00100000:0.0:1746137544.294131:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f6680 x1830957301879680/t4294970485(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.294139:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f6680 with x1830957301879680 ext(0->7) 00010000:00010000:0.0:1746137544.294145:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.294155:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f3f8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b2e expref: 24 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.294161:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f6680 00000100:00100000:0.0:1746137544.295608:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.299618:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301880064 00000100:00100000:0.0:1746137544.299626:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301880064 00002000:00100000:0.0:1746137544.299662:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7480 x1830957301880064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.299671:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7480 with x1830957301880064 ext(0->4095) 00002000:00010000:0.0:1746137544.299676:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d7480 00000100:00100000:0.0:1746137544.299694:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13126 00000100:00100000:0.0:1746137544.299701:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957301880064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.299840:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957301880064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137544.299846:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13126 00002000:00100000:0.0:1746137544.299852:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7480 x1830957301880064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/4536 e 0 to 0 dl 1746137555 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.299859:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7480 with x1830957301880064 ext(0->4095) 00002000:00010000:0.0:1746137544.299861:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d7480 00000100:00100000:0.0:1746137544.306535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.306838:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28585 00000100:00100000:0.0:1746137544.306846:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:1076:x1830957301880192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.306864:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.306880:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5b3c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.306903:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.306905:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.306911:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 24 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.306924:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 24 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.306932:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:0.0:1746137544.307010:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:1076:x1830957301880192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.307016:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28585 00000100:00100000:0.0:1746137544.310884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.313482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.317044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.317062:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301880832 00000100:00100000:0.0:1746137544.317065:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301880832 00010000:00010000:0.0:1746137544.317082:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 25 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.317096:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16356 00000100:00100000:0.0:1746137544.317101:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2007:x1830957301880832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.317111:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.317118:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 25 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.317126:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 25 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.317141:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136763600/0x95b3ed7b846f3f9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b3c expref: 25 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.317151:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.317153:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.317158:0:7199:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f3fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b43 expref: 24 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.317166:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f3fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b43 expref: 24 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.317197:0:7199:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f3fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b43 expref: 24 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137544.317214:0:7199:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073529880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292530048:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137544.317264:0:7199:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.317328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.318982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.321638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.322600:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2008:x1830957301881472:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (967us total) trans 4294970486 rc 0/0 00000100:00100000:0.0:1746137544.322607:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1851 00002000:00100000:0.0:1746137544.322612:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007352ad80 x1830957301881472/t4294970486(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.322618:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957301881472 ext(0->7) 00010000:00010000:0.0:1746137544.322624:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f3fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b43 expref: 26 pid: 10658 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.322633:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f3fa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b43 expref: 26 pid: 10658 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.322639:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007352ad80 00000100:00100000:0.0:1746137544.323631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.326190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.328235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.329400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.333571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.334090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.336330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.336370:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.336411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.339112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.342080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.344266:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957301883520:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1239us (2187us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746137544.344274:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1854 00002000:00100000:0.0:1746137544.344282:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4d9f80 x1830957301883520/t4294970487(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.344289:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957301883520 ext(0->7) 00010000:00010000:0.0:1746137544.344295:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f3fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b58 expref: 29 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.344306:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f3fb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b58 expref: 29 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.344311:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4d9f80 00000100:00100000:0.0:1746137544.346348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.349914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.353415:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.353598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.354925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.355402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.357115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.359082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.361064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.363074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.364058:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957301885184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 839us (984us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746137544.364064:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1856 00002000:00100000:0.0:1746137544.364070:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c41f80 x1830957301885184/t4294970488(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.364078:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41f80 with x1830957301885184 ext(0->7) 00010000:00010000:0.0:1746137544.364082:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b6d expref: 30 pid: 10658 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.364091:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f3fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b6d expref: 30 pid: 10658 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.364096:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c41f80 00000100:00100000:0.0:1746137544.367409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.375554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.377165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.379589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.381208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.382975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.384790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.385810:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957301886336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1018us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746137544.385817:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1858 00002000:00100000:0.0:1746137544.385823:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e7100 x1830957301886336/t4294970489(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.385836:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7100 with x1830957301886336 ext(0->7) 00010000:00010000:0.0:1746137544.385841:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f3fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b7b expref: 32 pid: 10658 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.385851:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f3fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b7b expref: 32 pid: 10658 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.385857:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e7100 00000100:00100000:0.0:1746137544.388017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.390122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.394266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.394324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.396347:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.396418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.398607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.398660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.401217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.403287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.404426:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957301888128:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1139us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746137544.404433:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1861 00002000:00100000:0.0:1746137544.404439:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f41a680 x1830957301888128/t4294970490(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.404446:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a680 with x1830957301888128 ext(0->7) 00010000:00010000:0.0:1746137544.404452:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b89 expref: 34 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.404462:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f3fee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b89 expref: 34 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.404467:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f41a680 00000100:00100000:0.0:1746137544.405804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.409048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.413042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.415335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.418784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.419538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.420917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.421175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.421191:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301889536 00000100:00100000:0.0:1746137544.421193:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301889536 00010000:00010000:0.0:1746137544.421207:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3ff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b97 expref: 6 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.421237:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16370 00000100:00100000:0.0:1746137544.421242:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957301889536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.421249:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.421257:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3ff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b97 expref: 6 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.421265:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3ff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b97 expref: 6 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.421740:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f3ff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5b97 expref: 6 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.421752:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.421754:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.421772:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 34 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.421781:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 34 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137544.424306:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301889920 00000100:00100000:0.0:1746137544.424312:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301889920 00002000:00100000:0.0:1746137544.424339:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d5500 x1830957301889920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.424349:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5500 with x1830957301889920 ext(0->4095) 00010000:00010000:0.0:1746137544.424356:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 36 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.424367:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 36 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.424373:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d5500 00000100:00100000:0.0:1746137544.426642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.428501:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957301890176:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1213us (1861us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746137544.428511:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1864 00002000:00100000:0.0:1746137544.428517:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f41aa00 x1830957301890176/t4294970491(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.428524:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41aa00 with x1830957301890176 ext(0->7) 00010000:00010000:0.0:1746137544.428530:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 37 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.428539:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4003 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ba5 expref: 37 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.428544:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f41aa00 00000100:00100000:0.0:1746137544.435781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.438090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.440723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.440779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.443080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.443155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.444685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.444717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.446218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.447882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.449219:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957301891968:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1339us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746137544.449226:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1867 00002000:00100000:0.0:1746137544.449231:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e4000 x1830957301891968/t4294970492(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.449239:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4000 with x1830957301891968 ext(0->7) 00010000:00010000:0.0:1746137544.449244:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bb3 expref: 39 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.449253:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bb3 expref: 39 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.449258:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e4000 00000100:00100000:0.0:1746137544.450627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.453545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.459229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.459319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.459363:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28605 00000100:00100000:0.0:1746137544.459372:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957301892480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.462798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.468343:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.471199:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2008:x1830957301893248:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2509us (2857us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746137544.471212:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1869 00002000:00100000:0.0:1746137544.471222:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e6a00 x1830957301893248/t4294970493(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.471232:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957301893248 ext(0->7) 00010000:00010000:0.0:1746137544.471241:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f402d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bcf expref: 40 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.471260:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f402d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bcf expref: 40 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.471266:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:0.0:1746137544.473576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.476794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.479308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.479348:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.481575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.486627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.488172:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2007:x1830957301894528:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 877us (1553us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746137544.488179:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1872 00002000:00100000:0.0:1746137544.488185:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073514a80 x1830957301894528/t4294970494(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.488192:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514a80 with x1830957301894528 ext(0->7) 00010000:00010000:0.0:1746137544.488197:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bd6 expref: 43 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.488206:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4034 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bd6 expref: 43 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.488211:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073514a80 00000100:00100000:0.0:1746137544.489526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.492705:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.495624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.496731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.498326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.502413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.514316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.514352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.514634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.514653:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301895936 00000100:00100000:0.0:1746137544.514656:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301895936 00010000:00010000:0.0:1746137544.514673:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f403b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5bdd expref: 43 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.514974:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16380 00000100:00100000:0.0:1746137544.514978:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957301895808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.514983:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.514999:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5be4 expref: 7 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.515024:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5be4 expref: 7 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.515039:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5be4 expref: 7 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.515052:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.517580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.520179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.522570:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2007:x1830957301896576:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2160us (2389us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746137544.522583:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1874 00002000:00100000:0.0:1746137544.522595:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073515500 x1830957301896576/t4294970495(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.522605:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515500 with x1830957301896576 ext(0->7) 00010000:00010000:0.0:1746137544.522614:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5beb expref: 44 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.522628:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5beb expref: 44 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.522636:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073515500 00000100:00100000:0.0:1746137544.524268:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.527293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.531435:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.533593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.536429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.536482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.541082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.544354:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.548620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.549698:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957301898624:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (1088us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746137544.549705:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1876 00002000:00100000:0.0:1746137544.549711:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f57aa00 x1830957301898624/t4294970496(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.549722:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957301898624 ext(0->7) 00010000:00010000:0.0:1746137544.549727:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f405e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c00 expref: 47 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.549735:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f405e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c00 expref: 47 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.549739:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f57aa00 00000100:00100000:0.0:1746137544.551884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.554256:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301899008 00000100:00100000:0.0:1746137544.554263:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301899008 00002000:00100000:0.0:1746137544.554294:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7b80 x1830957301899008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.554302:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7b80 with x1830957301899008 ext(0->4095) 00002000:00010000:0.0:1746137544.554306:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d7b80 00000100:00100000:0.0:1746137544.554568:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13143 00000100:00100000:0.0:1746137544.554576:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957301899008:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.554813:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957301899008:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 238us (621us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137544.554883:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13143 00002000:00100000:0.0:1746137544.554889:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d7b80 x1830957301899008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/4536 e 0 to 0 dl 1746137555 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.554896:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7b80 with x1830957301899008 ext(0->4095) 00002000:00010000:0.0:1746137544.554899:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e0d7b80 00000100:00100000:0.0:1746137544.556926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.558998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.559073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.561116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.561142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.561155:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301899776 00000100:00100000:0.0:1746137544.561159:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301899776 00000100:00100000:0.0:1746137544.561190:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28617 00000100:00100000:0.0:1746137544.561196:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1076:x1830957301899776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.561205:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.561215:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe25800/0x95b3ed7b846f407a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5c1c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.561230:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.561235:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4073 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c15 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.561240:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137544.561243:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe25800/0x95b3ed7b846f407a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c1c expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.561301:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4073 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c15 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.561314:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe25800/0x95b3ed7b846f407a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c1c expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.561322:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:0.0:1746137544.561340:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957301899776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.561346:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28617 00000100:00100000:0.0:1746137544.563284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.566879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.567863:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2007:x1830957301900416:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 760us (992us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746137544.567871:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1879 00002000:00100000:0.0:1746137544.567878:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d5f80 x1830957301900416/t4294970497(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.567886:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5f80 with x1830957301900416 ext(0->7) 00010000:00010000:0.0:1746137544.567892:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c15 expref: 48 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.567901:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c15 expref: 48 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.567907:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d5f80 00000100:00100000:0.0:1746137544.569518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.571887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.575166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.576224:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.577422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.579333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.579990:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301901696 00000100:00100000:0.0:1746137544.579994:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301901696 00000100:00100000:0.0:1746137544.581864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.584252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.585062:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957301902208:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 625us (813us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746137544.585070:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1882 00002000:00100000:0.0:1746137544.585076:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d7800 x1830957301902208/t4294970498(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.585083:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957301902208 ext(0->7) 00010000:00010000:0.0:1746137544.585089:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f4088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c2a expref: 50 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.585095:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45800/0x95b3ed7b846f4088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c2a expref: 50 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.585099:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d7800 00000100:00100000:0.0:1746137544.587195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.590103:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.591797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.594460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.597647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.597720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.600175:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301903744 00000100:00100000:0.0:1746137544.600179:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301903744 00000100:00100000:0.0:1746137544.600200:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28623 00000100:00100000:0.0:1746137544.600205:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1076:x1830957301903744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.600214:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.600223:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007310ca00/0x95b3ed7b846f40a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5c46 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.600312:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.600316:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f409d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c3f expref: 53 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.600320:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137544.600323:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007310ca00/0x95b3ed7b846f40a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c46 expref: 53 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137544.602846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.607359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.609581:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2008:x1830957301904256:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1370us (2227us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746137544.609590:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1885 00002000:00100000:0.0:1746137544.609597:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135566a00 x1830957301904256/t4294970499(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.609604:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566a00 with x1830957301904256 ext(0->7) 00010000:00010000:0.0:1746137544.609610:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f409d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c3f expref: 53 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.609621:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f409d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c3f expref: 53 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.609627:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135566a00 00000100:00100000:0.0:1746137544.612714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.615366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.616169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.619433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.619473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.621994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.623368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.624877:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957301905536:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 952us (1510us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746137544.624886:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1888 00002000:00100000:0.0:1746137544.624894:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135564e00 x1830957301905536/t4294970500(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.624903:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564e00 with x1830957301905536 ext(0->7) 00010000:00010000:0.0:1746137544.624911:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f40ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c4d expref: 54 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.624923:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f40ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c4d expref: 54 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.624929:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135564e00 00000100:00100000:0.0:1746137544.626405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.629252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.631270:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.632642:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.636623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.636717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.639074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.639137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.639174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.641438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.643933:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.644577:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957301907584:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 489us (648us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746137544.644583:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1890 00002000:00100000:0.0:1746137544.644588:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099434380 x1830957301907584/t4294970501(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.644596:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957301907584 ext(0->7) 00010000:00010000:0.0:1746137544.644604:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f40c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c62 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.644614:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f40c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c62 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.644619:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099434380 00000100:00100000:0.0:1746137544.646408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.648472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.650546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.652068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.654734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.655588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.657490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.657865:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301909120 00000100:00100000:0.0:1746137544.657870:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301909120 00010000:00010000:0.0:1746137544.657890:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f40c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c69 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.657913:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301908864 00000100:00100000:0.0:1746137544.657917:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301908864 00010000:00010000:0.0:1746137544.657926:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f40ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c70 expref: 8 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.657966:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16399 00000100:00100000:0.0:1746137544.657971:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957301909120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.657979:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.657994:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f40c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c69 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.658003:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f40c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c69 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.658027:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f40c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c69 expref: 57 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.658040:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.658042:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.658048:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.658054:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.658073:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.658082:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 56 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.658091:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f816680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292539904:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137544.658120:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.659808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.661570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.662401:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957301909632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 659us (832us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746137544.662408:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1893 00002000:00100000:0.0:1746137544.662414:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f814380 x1830957301909632/t4294970502(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.662421:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814380 with x1830957301909632 ext(0->7) 00010000:00010000:0.0:1746137544.662426:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 58 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.662436:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f40d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c77 expref: 58 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.662441:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f814380 00000100:00100000:0.0:1746137544.663886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.668030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.672824:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.673179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.674986:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.675153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.676687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.677726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.681152:0:7199:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292540544:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137544.681170:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.681292:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957301910912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3454us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.681301:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16403 00000100:00100000:0.0:1746137544.682897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.683749:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957301911424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 608us (854us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746137544.683767:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1896 00002000:00100000:0.0:1746137544.683774:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f816a00 x1830957301911424/t4294970503(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.683785:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957301911424 ext(0->7) 00010000:00010000:0.0:1746137544.683790:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f40ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c8c expref: 60 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.683799:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f40ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c8c expref: 60 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.683805:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f816a00 00000100:00100000:0.0:1746137544.684743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.685086:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16404 00000100:00100000:0.0:1746137544.685093:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957301911552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.685104:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.685119:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f40ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c8c expref: 60 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.685129:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f40ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c8c expref: 60 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.685148:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f40ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c8c expref: 60 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.685172:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.685174:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.685183:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f40f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c93 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.685191:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f40f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c93 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.685220:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880089c45400/0x95b3ed7b846f40f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5c93 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137544.685231:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292540672:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137544.685345:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.687234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.688669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.690007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.694152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.696351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.696398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.701408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.701442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.701479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.703442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.705481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.707453:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957301913728:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1790us (1970us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746137544.707463:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1898 00002000:00100000:0.0:1746137544.707472:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c48000 x1830957301913728/t4294970504(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.707481:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c48000 with x1830957301913728 ext(0->7) 00010000:00010000:0.0:1746137544.707490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f40ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ca1 expref: 63 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.707503:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45000/0x95b3ed7b846f40ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ca1 expref: 63 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.707510:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c48000 00000100:00100000:0.0:1746137544.709194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.710675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.712419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.717613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.717721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.720912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.720966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.721083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.721307:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16408 00000100:00100000:0.0:1746137544.721314:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2006:x1830957301914752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.721323:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.721341:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ca8 expref: 65 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.721351:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ca8 expref: 65 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.721367:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4106 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ca8 expref: 65 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.721437:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.721458:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957301914752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 141us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.721464:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16408 00000100:00100000:0.0:1746137544.724503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.727847:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.729122:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2006:x1830957301915520:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1277us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746137544.729132:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1900 00002000:00100000:0.0:1746137544.729142:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0725500 x1830957301915520/t4294970505(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.729150:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725500 with x1830957301915520 ext(0->7) 00010000:00010000:0.0:1746137544.729159:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cb6 expref: 65 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.729171:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4114 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cb6 expref: 65 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.729179:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0725500 00000100:00100000:0.0:1746137544.730459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.735517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.742824:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.743085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.743550:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28642 00000100:00100000:0.0:1746137544.743556:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1075:x1830957301916160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.743563:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.743570:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4129 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5ccb expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.743584:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f411b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cbd expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.743592:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f4122 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cc4 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.743597:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.743598:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.743601:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4129 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ccb expref: 65 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.743627:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f4122 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cc4 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.743639:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f4122 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cc4 expref: 6 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.743651:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d20a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292542080:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137544.744288:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f411b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cbd expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.744296:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f411b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cbd expref: 65 pid: 10658 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.744305:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d209500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292542208:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137544.744326:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.746729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.746969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.748608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.751101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.753629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.758506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.759404:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957301917184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 668us (902us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746137544.759409:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1902 00002000:00100000:0.0:1746137544.759414:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011d209500 x1830957301917184/t4294970506(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.759419:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209500 with x1830957301917184 ext(0->7) 00010000:00010000:0.0:1746137544.759423:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ccb expref: 66 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.759433:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ccb expref: 66 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.759437:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d209500 00000100:00100000:0.0:1746137544.760429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.764410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.765151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.766730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.766788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.768403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.769637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.770535:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2006:x1830957301918464:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (897us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746137544.770542:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1905 00002000:00100000:0.0:1746137544.770547:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e818000 x1830957301918464/t4294970507(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.770552:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818000 with x1830957301918464 ext(0->7) 00010000:00010000:0.0:1746137544.770556:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cd9 expref: 69 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.770563:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cd9 expref: 69 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.770567:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e818000 00000100:00100000:0.0:1746137544.771535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.773695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.775709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.776981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.780729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.782346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.782393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.784409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.784439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.784477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.784492:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301920256 00000100:00100000:0.0:1746137544.784496:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301920256 00000100:00100000:0.0:1746137544.784519:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28648 00000100:00100000:0.0:1746137544.784524:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1076:x1830957301920256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.784693:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.784702:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4153 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5cf5 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.784717:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cee expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.784723:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137544.784724:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137544.784727:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4153 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cf5 expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.784744:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cee expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.784752:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f414c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cee expref: 69 pid: 9555 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.784773:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292543616:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137544.784794:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.786046:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.787778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789388:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301921408 00000100:00100000:0.0:1746137544.789390:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301921408 00000100:00100000:0.0:1746137544.789416:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 972 00000100:00100000:0.0:1746137544.789421:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2007:x1830957301921408:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137544.789444:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2007:x1830957301921408:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.789448:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 972 00000100:00100000:0.0:1746137544.789469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789514:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.789712:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2007:x1830957301920768:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1584us (1938us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746137544.789719:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1908 00002000:00100000:0.0:1746137544.789727:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f999f80 x1830957301920768/t4294970508(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.789735:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999f80 with x1830957301920768 ext(0->7) 00010000:00010000:0.0:1746137544.789743:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cee expref: 71 pid: 9555 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.789769:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f414c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cee expref: 71 pid: 9555 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.789776:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f999f80 00000100:00100000:0.0:1746137544.791263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.793021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.794719:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.796253:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.799632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.799723:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.799748:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301922816 00000100:00100000:0.0:1746137544.799752:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301922816 00002000:00100000:0.0:1746137544.799786:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6d80 x1830957301922816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.799794:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957301922816 ext(0->4095) 00002000:00010000:0.0:1746137544.799799:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:0.0:1746137544.799827:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13166 00000100:00100000:0.0:1746137544.799833:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957301922816:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.799933:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957301922816:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137544.799961:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13166 00002000:00100000:0.0:1746137544.799967:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6d80 x1830957301922816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 488/4536 e 0 to 0 dl 1746137555 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.799979:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957301922816 ext(0->4095) 00010000:00010000:0.0:1746137544.799984:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4153 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cf5 expref: 72 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.799993:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4153 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5cf5 expref: 72 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.799998:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba6d80 00000100:00100000:0.0:1746137544.801166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.801473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.801495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.803905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.805677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.806658:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957301923712:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 757us (982us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746137544.806667:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1910 00002000:00100000:0.0:1746137544.806673:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba7800 x1830957301923712/t4294970509(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.806680:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957301923712 ext(0->7) 00010000:00010000:0.0:1746137544.806685:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f4161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d03 expref: 72 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.806695:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f4161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d03 expref: 72 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.806704:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137544.809360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.811404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.813352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.816559:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301924352 00000100:00100000:0.0:1746137544.816567:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301924352 00000100:00100000:0.0:1746137544.816613:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28653 00000100:00100000:0.0:1746137544.816619:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1075:x1830957301924352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137544.816632:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137544.816647:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4176 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5d18 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816670:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4168 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d0a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816677:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f416f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d11 expref: 73 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816683:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.816684:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137544.816686:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4176 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d18 expref: 73 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816713:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f416f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d11 expref: 73 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816732:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f416f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d11 expref: 73 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.816745:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292544512:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137544.816823:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4168 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d0a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137544.816831:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4168 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d0a expref: 5 pid: 9557 timeout: 737 lvb_type: 0 00000100:00100000:0.0:1746137544.816838:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292544640:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137544.816856:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137544.819317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.819395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.821046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.825702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.827906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.833584:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2005:x1830957301925632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 872us (1199us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746137544.833590:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1913 00002000:00100000:0.0:1746137544.833597:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d5c00 x1830957301925632/t4294970510(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.833604:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957301925632 ext(0->7) 00010000:00010000:0.0:1746137544.833608:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d18 expref: 74 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.833617:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d18 expref: 74 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.833624:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:0.0:1746137544.835356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.837614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.840264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.841313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.842321:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.845186:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.848467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.849786:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2007:x1830957301926912:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1134us (1321us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746137544.849795:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1915 00002000:00100000:0.0:1746137544.849802:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036dc00 x1830957301926912/t4294970511(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.849809:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957301926912 ext(0->7) 00010000:00010000:0.0:1746137544.849816:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d26 expref: 77 pid: 9557 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.849826:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4184 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d26 expref: 77 pid: 9557 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.849832:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137544.851309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.854163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.858280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.858427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.860534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.862524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.864307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.865559:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2007:x1830957301928192:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1094us (1251us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746137544.865568:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1917 00002000:00100000:0.0:1746137544.865575:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036f800 x1830957301928192/t4294970512(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.865584:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f800 with x1830957301928192 ext(0->7) 00010000:00010000:0.0:1746137544.865590:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d3b expref: 78 pid: 24924 timeout: 737 lvb_type: 0 00010000:00010000:0.0:1746137544.865602:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d3b expref: 78 pid: 24924 timeout: 737 lvb_type: 0 00002000:00010000:0.0:1746137544.865608:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036f800 00000100:00100000:0.0:1746137544.872887:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.877189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.877357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.877378:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301928704 00000100:00100000:0.0:1746137544.877381:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301928704 00002000:00100000:0.0:1746137544.877406:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136635500 x1830957301928704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/0 e 0 to 0 dl 1746137555 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.877416:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957301928704 ext(0->4095) 00002000:00010000:0.0:1746137544.877420:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136635500 00000100:00100000:0.0:1746137544.877433:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13171 00000100:00100000:0.0:1746137544.877438:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301928704:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137544.877550:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957301928704:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137544.877557:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13171 00002000:00100000:0.0:1746137544.877563:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136635500 x1830957301928704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:735/0 lens 488/4536 e 0 to 0 dl 1746137555 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.877570:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957301928704 ext(0->4095) 00010000:00010000:0.0:1746137544.877575:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4192 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d34 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.877584:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4192 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d34 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.877589:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:0.0:1746137544.878713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.879057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.881054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.884621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.885547:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2007:x1830957301929472:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (929us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746137544.885555:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1919 00002000:00100000:0.0:1746137544.885561:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136637b80 x1830957301929472/t4294970513(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.885568:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637b80 with x1830957301929472 ext(0->7) 00010000:00010000:0.0:1746137544.885574:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f41a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d42 expref: 81 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.885589:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f41a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d42 expref: 81 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.885594:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136637b80 00000100:00100000:0.0:1746137544.887841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.891230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.893239:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.894933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.901245:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.901675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.905267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.908477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.910290:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2007:x1830957301931520:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (1818us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746137544.910297:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1922 00002000:00100000:0.0:1746137544.910304:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136634700 x1830957301931520/t4294970514(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.910312:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634700 with x1830957301931520 ext(0->7) 00010000:00010000:0.0:1746137544.910318:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f41b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d57 expref: 83 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.910329:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f41b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d57 expref: 83 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.910335:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136634700 00000100:00100000:0.0:1746137544.911932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.915148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.919388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.922873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.923177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.925217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.927341:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301932672 00000100:00100000:0.0:1746137544.927345:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301932672 00010000:00010000:0.0:1746137544.927362:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f41bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d5e expref: 83 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137544.927387:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16435 00000100:00100000:0.0:1746137544.927393:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4eea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957301932672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137544.927405:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137544.927418:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f41bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d5e expref: 83 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.927427:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f41bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d5e expref: 83 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.927542:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f41bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d5e expref: 83 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.927603:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137544.927675:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4eea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957301932672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 280us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137544.927681:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16435 00000100:00100000:0.0:1746137544.929995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.932533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.933897:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957301933312:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1065us (1365us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746137544.933905:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1925 00002000:00100000:0.0:1746137544.933911:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136634000 x1830957301933312/t4294970515(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.933919:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634000 with x1830957301933312 ext(0->7) 00010000:00010000:0.0:1746137544.933924:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f41ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d6c expref: 84 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.933934:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f41ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d6c expref: 84 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.933955:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136634000 00000100:00100000:0.0:1746137544.935356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.939383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.943581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.948210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.955030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.958091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.962591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.962622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.962658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.967294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.974635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137544.975649:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137544.977826:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2007:x1830957301935360:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2733us (3186us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746137544.977836:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1927 00002000:00100000:0.0:1746137544.977845:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cb82a00 x1830957301935360/t4294970516(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.977854:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957301935360 ext(0->7) 00010000:00010000:0.0:1746137544.977862:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f41df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d81 expref: 87 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.977874:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f41df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d81 expref: 87 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.977880:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cb82a00 00000100:00100000:0.0:1746137544.986229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.988842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.989283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137544.989641:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137544.991827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.991864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.993723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137544.998495:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957301936640:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2941us (3105us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746137544.998508:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1930 00002000:00100000:0.0:1746137544.998518:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c350380 x1830957301936640/t4294970517(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:735/0 lens 496/448 e 0 to 0 dl 1746137555 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137544.998527:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350380 with x1830957301936640 ext(0->7) 00010000:00010000:0.0:1746137544.998538:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f41ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d8f expref: 88 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137544.998554:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f41ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d8f expref: 88 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137544.998561:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c350380 00000100:00100000:0.0:1746137545.001154:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137545.002638:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137545.004480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137545.004531:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137545.007792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.008468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.009925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.011689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.014701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.016192:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2007:x1830957301937920:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (1496us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746137545.016202:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1932 00002000:00100000:0.0:1746137545.016210:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800734db800 x1830957301937920/t4294970518(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.016217:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734db800 with x1830957301937920 ext(0->7) 00010000:00010000:0.0:1746137545.016225:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f41fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d9d expref: 91 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.016236:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f41fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5d9d expref: 91 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.016247:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800734db800 00000100:00100000:0.0:1746137545.017707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.019515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.021452:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.023133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.026536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.026820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137545.027005:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099171400/0x95b3ed7b846f4210 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5db2 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027037:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5da4 expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027046:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4209 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dab expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027052:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.027053:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.027056:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099171400/0x95b3ed7b846f4210 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db2 expref: 92 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027089:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4209 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dab expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027100:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4209 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dab expref: 5 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.027117:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292549888:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137545.027187:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5da4 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.027195:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5da4 expref: 91 pid: 9557 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.027201:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292550016:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137545.028717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.028766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.029464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.030884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.032404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.034031:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2008:x1830957301939968:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1405us (1625us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746137545.034041:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1934 00002000:00100000:0.0:1746137545.034048:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135566d80 x1830957301939968/t4294970519(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.034056:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957301939968 ext(0->7) 00010000:00010000:0.0:1746137545.034062:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099171400/0x95b3ed7b846f4210 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db2 expref: 92 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.034075:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099171400/0x95b3ed7b846f4210 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db2 expref: 92 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.034085:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:0.0:1746137545.036881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.040110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.042663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.044258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.048422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.048481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.050932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.052047:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301941504 00000100:00100000:0.0:1746137545.052051:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301941504 00010000:00010000:0.0:1746137545.052067:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4217 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db9 expref: 6 pid: 9557 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.052088:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16447 00000100:00100000:0.0:1746137545.052092:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957301941504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.052098:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.052112:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4217 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db9 expref: 6 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.052119:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4217 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db9 expref: 6 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.052133:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4217 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5db9 expref: 6 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.052149:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137545.052169:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957301941504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.052173:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16447 00000100:00100000:0.0:1746137545.054686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.057387:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.059433:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2008:x1830957301942016:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1523us (2059us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746137545.059444:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1936 00002000:00100000:0.0:1746137545.059452:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d4000 x1830957301942016/t4294970520(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.059461:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957301942016 ext(0->7) 00010000:00010000:0.0:1746137545.059469:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4225 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dc7 expref: 95 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.059485:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f4225 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dc7 expref: 95 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.059491:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d4000 00000100:00100000:0.0:1746137545.061525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.065816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.068350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.068395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.070332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.070369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.072818:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.074473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.079503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.080488:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2006:x1830957301943680:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 707us (985us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746137545.080495:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1938 00002000:00100000:0.0:1746137545.080501:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e6680 x1830957301943680/t4294970521(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.080508:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6680 with x1830957301943680 ext(0->7) 00010000:00010000:0.0:1746137545.080514:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dd5 expref: 96 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.080523:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4233 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5dd5 expref: 96 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.080528:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e6680 00000100:00100000:0.0:1746137545.081986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.086609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.088379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.089309:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.089739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.091910:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.091962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.091996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.092115:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16454 00000100:00100000:0.0:1746137545.092122:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301944960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.092130:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.092139:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f4241 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5de3 expref: 6 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.092153:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f4241 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5de3 expref: 6 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.092165:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f4241 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5de3 expref: 6 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.092176:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.092178:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.092183:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f424f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5df1 expref: 97 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.092189:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f424f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5df1 expref: 97 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.092212:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f424f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5df1 expref: 97 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.092223:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f419c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292552064:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.092273:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.093837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.096049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.097285:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+99:2006:x1830957301945472:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (1241us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746137545.097293:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1941 00002000:00100000:0.0:1746137545.097300:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4d8700 x1830957301945472/t4294970522(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.097314:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8700 with x1830957301945472 ext(0->7) 00010000:00010000:0.0:1746137545.097321:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f424f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5df1 expref: 99 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.097331:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f424f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5df1 expref: 99 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.097337:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4d8700 00000100:00100000:0.0:1746137545.098645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.101382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.103353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.105158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.107489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.111197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.112831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.112857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.112892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.114588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.116059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.116810:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+100:2005:x1830957301947520:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 647us (750us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746137545.116817:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1943 00002000:00100000:0.0:1746137545.116824:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd39f80 x1830957301947520/t4294970523(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.116831:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39f80 with x1830957301947520 ext(0->7) 00010000:00010000:0.0:1746137545.116837:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e06 expref: 100 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.116847:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e06 expref: 100 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.116856:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd39f80 00000100:00100000:0.0:1746137545.118586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.121382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.123857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.125515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.127399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.127455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.129671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.129904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.132289:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301949312 00000100:00100000:0.0:1746137545.132295:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301949312 00002000:00100000:0.0:1746137545.132323:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c353100 x1830957301949312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.132423:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353100 with x1830957301949312 ext(0->4095) 00010000:00010000:0.0:1746137545.132431:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 101 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.132441:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 101 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.132447:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c353100 00000100:00100000:0.0:1746137545.132469:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1945 00000100:00100000:0.0:1746137545.132476:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+101:2006:x1830957301949312:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.132579:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+101:2006:x1830957301949312:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.132585:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1945 00002000:00100000:0.0:1746137545.132590:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c353100 x1830957301949312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.132596:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353100 with x1830957301949312 ext(0->4095) 00010000:00010000:0.0:1746137545.132601:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 101 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.132609:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 101 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.132615:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c353100 00000100:00100000:0.0:1746137545.133983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.135308:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+103:2006:x1830957301949568:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1147us (1326us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746137545.135315:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1946 00002000:00100000:0.0:1746137545.135322:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cc000 x1830957301949568/t4294970524(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.135330:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc000 with x1830957301949568 ext(0->7) 00010000:00010000:0.0:1746137545.135336:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 103 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.135345:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e1b expref: 103 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.135355:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cc000 00000100:00100000:0.0:1746137545.137023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.138831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.140720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.142084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.144408:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.149239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.152399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.152436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.152482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.152501:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301951104 00000100:00100000:0.0:1746137545.152504:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301951104 00000100:00100000:0.0:1746137545.152533:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28694 00000100:00100000:0.0:1746137545.152540:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+104:1076:x1830957301951104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.152553:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.152567:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff95000/0x95b3ed7b846f4295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5e37 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.152584:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.152589:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f428e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e30 expref: 106 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.152595:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.152598:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff95000/0x95b3ed7b846f4295 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e37 expref: 106 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.152799:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f428e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e30 expref: 106 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.152846:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ff95000/0x95b3ed7b846f4295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e37 expref: 105 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.152854:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:0.0:1746137545.152879:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+105:1076:x1830957301951104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 339us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.152886:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28694 00000100:00100000:0.0:1746137545.155453:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.157637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.158602:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+105:2005:x1830957301951616:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 789us (971us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746137545.158610:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1948 00002000:00100000:0.0:1746137545.158616:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bcee680 x1830957301951616/t4294970525(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.158624:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee680 with x1830957301951616 ext(0->7) 00010000:00010000:0.0:1746137545.158629:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f428e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e30 expref: 105 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.158640:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f428e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e30 expref: 105 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.158646:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcee680 00000100:00100000:0.0:1746137545.160456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137545.161647:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff95000/0x95b3ed7b846f4295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e37 expref: 104 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.161659:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292554240:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.161768:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.164571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.166422:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.167786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.168091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.170175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.171921:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.172014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.173669:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.177152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.179030:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+106:2005:x1830957301953664:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1632us (1882us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746137545.179039:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1951 00002000:00100000:0.0:1746137545.179048:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03abb80 x1830957301953664/t4294970526(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.179055:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03abb80 with x1830957301953664 ext(0->7) 00010000:00010000:0.0:1746137545.179063:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f42a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e45 expref: 106 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.179075:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f42a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e45 expref: 106 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.179080:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03abb80 00000100:00100000:0.0:1746137545.180408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.182051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.184827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.185474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.187011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.187047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.188873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.189020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.191203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.193741:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301955456 00000100:00100000:0.0:1746137545.193750:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301955456 00002000:00100000:0.0:1746137545.193789:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d4a80 x1830957301955456/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.193797:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4a80 with x1830957301955456 ext(0->7) 00010000:00010000:0.0:1746137545.193805:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e5a expref: 106 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.193816:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e5a expref: 106 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.193822:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d4a80 00000100:00100000:0.0:1746137545.193854:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1954 00000100:00100000:0.0:1746137545.193862:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+106:2008:x1830957301955456:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.194663:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+108:2008:x1830957301955456:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 799us (1475us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746137545.194669:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1954 00002000:00100000:0.0:1746137545.194676:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d4a80 x1830957301955456/t4294970527(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.194683:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4a80 with x1830957301955456 ext(0->7) 00010000:00010000:0.0:1746137545.194688:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e5a expref: 108 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.194698:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e5a expref: 108 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.194703:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d4a80 00000100:00100000:0.0:1746137545.195994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.197550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.199030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.200453:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.202339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.203627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.206144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.206177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.206219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.208134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.209845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.210980:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+111:2006:x1830957301957504:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (1133us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746137545.210990:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1956 00002000:00100000:0.0:1746137545.210997:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073781500 x1830957301957504/t4294970528(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.211010:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781500 with x1830957301957504 ext(0->7) 00010000:00010000:0.0:1746137545.211017:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e6f expref: 111 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.211029:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f42cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e6f expref: 111 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.211034:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073781500 00000100:00100000:0.0:1746137545.213385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.215005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.218212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.222077:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.222132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.224896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.224934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.225156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.226619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.228872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.230466:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+113:2005:x1830957301959296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1393us (1596us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746137545.230474:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1958 00002000:00100000:0.0:1746137545.230481:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011d208380 x1830957301959296/t4294970529(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.230486:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957301959296 ext(0->7) 00010000:00010000:0.0:1746137545.230494:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f42e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e84 expref: 113 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.230504:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f42e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e84 expref: 113 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.230509:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d208380 00000100:00100000:0.0:1746137545.232538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.235559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.237899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.239380:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301960064 00000100:00100000:0.0:1746137545.239384:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301960064 00002000:00100000:0.0:1746137545.239412:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c350000 x1830957301960064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.239420:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350000 with x1830957301960064 ext(0->4095) 00002000:00010000:0.0:1746137545.239423:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c350000 00000100:00100000:0.0:1746137545.239450:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13205 00000100:00100000:0.0:1746137545.239457:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301960064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.239567:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301960064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.239573:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13205 00002000:00100000:0.0:1746137545.239578:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c350000 x1830957301960064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.239584:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350000 with x1830957301960064 ext(0->4095) 00002000:00010000:0.0:1746137545.239587:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c350000 00000100:00100000:0.0:1746137545.241334:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.243489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.244770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.244829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.245920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.247630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.249137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.249995:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+114:2007:x1830957301961344:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 718us (860us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746137545.250001:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1960 00002000:00100000:0.0:1746137545.250007:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e5180 x1830957301961344/t4294970530(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.250015:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5180 with x1830957301961344 ext(0->7) 00010000:00010000:0.0:1746137545.250020:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f42f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e99 expref: 114 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.250072:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f42f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5e99 expref: 114 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.250077:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e5180 00000100:00100000:0.0:1746137545.251219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.253528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.255089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.256391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.260142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.260711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.262122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.262171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.262190:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301962624 00000100:00100000:0.0:1746137545.262195:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301962624 00010000:00010000:0.0:1746137545.262213:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4305 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ea7 expref: 115 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.262276:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16480 00000100:00100000:0.0:1746137545.262282:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+115:2006:x1830957301962624:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.262292:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.262306:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4305 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ea7 expref: 115 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.262315:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4305 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ea7 expref: 115 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.262332:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4305 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ea7 expref: 115 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.262345:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137545.262362:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+114:2006:x1830957301962624:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 80us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.262373:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16480 00000100:00100000:0.0:1746137545.263550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.265089:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.266503:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+117:2005:x1830957301963392:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1235us (1413us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746137545.266513:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1963 00002000:00100000:0.0:1746137545.266522:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f7b80 x1830957301963392/t4294970531(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.266535:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f7b80 with x1830957301963392 ext(0->7) 00010000:00010000:0.0:1746137545.266543:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f430c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5eae expref: 117 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.266555:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f430c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5eae expref: 117 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.266561:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f7b80 00000100:00100000:0.0:1746137545.268329:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.271169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.273430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.275231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.277518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.278999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.281159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.281186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.281225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.283249:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301965184 00000100:00100000:0.0:1746137545.283254:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301965184 00002000:00100000:0.0:1746137545.283281:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6300 x1830957301965184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.283289:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957301965184 ext(0->4095) 00010000:00010000:0.0:1746137545.283296:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 117 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.283306:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 117 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.283312:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d6300 00000100:00100000:0.0:1746137545.283340:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1964 00000100:00100000:0.0:1746137545.283346:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+117:2005:x1830957301965184:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.283452:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+117:2005:x1830957301965184:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.283458:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1964 00002000:00100000:0.0:1746137545.283463:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009e0d6300 x1830957301965184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.283470:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957301965184 ext(0->4095) 00010000:00010000:0.0:1746137545.283474:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 117 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.283483:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 117 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.283489:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d6300 00000100:00100000:0.0:1746137545.284620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.285543:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+119:2007:x1830957301965440:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (923us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746137545.285549:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1965 00002000:00100000:0.0:1746137545.285554:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073528700 x1830957301965440/t4294970532(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.285560:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528700 with x1830957301965440 ext(0->7) 00010000:00010000:0.0:1746137545.285566:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 119 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.285574:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4321 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ec3 expref: 119 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.285579:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073528700 00000100:00100000:0.0:1746137545.287328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.288864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.290814:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301965952 00000100:00100000:0.0:1746137545.290821:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301965952 00000100:00100000:0.0:1746137545.290863:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28716 00000100:00100000:0.0:1746137545.290871:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957301965952:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.290882:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.290897:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff87e00/0x95b3ed7b846f432f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5ed1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.290916:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.290917:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.290922:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff87e00/0x95b3ed7b846f432f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ed1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.290934:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ff87e00/0x95b3ed7b846f432f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ed1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.290968:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87e00, rc 0) 00000100:00100000:0.0:1746137545.291008:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957301965952:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.291016:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28716 00000100:00100000:0.0:1746137545.293373:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.295277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.296544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.297146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.298245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.298276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.301112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.302545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.303772:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+120:2008:x1830957301967488:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 976us (1226us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746137545.303779:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1968 00002000:00100000:0.0:1746137545.303786:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073552680 x1830957301967488/t4294970533(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.303794:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552680 with x1830957301967488 ext(0->7) 00010000:00010000:0.0:1746137545.303800:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ed8 expref: 120 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.303809:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ed8 expref: 120 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.303814:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073552680 00000100:00100000:0.0:1746137545.306024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.309157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.313486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.316136:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.318261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.320288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.320338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.322496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.324648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.328283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.331492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.332721:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+122:2006:x1830957301969408:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 837us (1233us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746137545.332727:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1971 00002000:00100000:0.0:1746137545.332734:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f3b80 x1830957301969408/t4294970534(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.332741:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3b80 with x1830957301969408 ext(0->7) 00010000:00010000:0.0:1746137545.332747:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f434b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5eed expref: 122 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.332771:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f434b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5eed expref: 122 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.332776:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f3b80 00000100:00100000:0.0:1746137545.335577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.337313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.339140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.342110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.346189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.346254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.348094:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.348576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.348726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137545.349001:0:9555:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f02 expref: 123 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.349012:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f02 expref: 123 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.349022:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292560512:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.349142:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.351379:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292560512:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137545.351396:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ce14800, rc 0) 00000100:00100000:0.0:1746137545.351448:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+123:1076:x1830957301970816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (2872us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.351460:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28724 00000100:00100000:0.0:1746137545.353708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.354782:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+125:2006:x1830957301971456:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 881us (1076us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746137545.354790:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1973 00002000:00100000:0.0:1746137545.354797:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cc380 x1830957301971456/t4294970535(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.354806:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc380 with x1830957301971456 ext(0->7) 00010000:00010000:0.0:1746137545.354812:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f02 expref: 125 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.354827:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f02 expref: 125 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.354834:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cc380 00000100:00100000:0.0:1746137545.355987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.357829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.359151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.361380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.365432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.367538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.368179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.370683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.370712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.370762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.373024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.374504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.375493:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+126:2008:x1830957301973760:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 872us (986us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746137545.375500:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1976 00002000:00100000:0.0:1746137545.375506:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f99a680 x1830957301973760/t4294970536(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.375514:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a680 with x1830957301973760 ext(0->7) 00010000:00010000:0.0:1746137545.375519:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f17 expref: 126 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.375534:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f17 expref: 126 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.375539:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f99a680 00000100:00100000:0.0:1746137545.376553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.379175:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301974144 00000100:00100000:0.0:1746137545.379180:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301974144 00002000:00100000:0.0:1746137545.379205:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136634e00 x1830957301974144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.379214:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634e00 with x1830957301974144 ext(0->4095) 00002000:00010000:0.0:1746137545.379217:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136634e00 00000100:00100000:0.0:1746137545.379284:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13222 00000100:00100000:0.0:1746137545.379290:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301974144:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.379385:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301974144:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.379390:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13222 00002000:00100000:0.0:1746137545.379395:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136634e00 x1830957301974144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.379402:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634e00 with x1830957301974144 ext(0->4095) 00002000:00010000:0.0:1746137545.379405:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136634e00 00000100:00100000:0.0:1746137545.380532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.381763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.383441:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.386846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.388625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.388653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.388685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.390501:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.392922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.393871:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+128:2006:x1830957301975808:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 757us (951us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746137545.393880:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1978 00002000:00100000:0.0:1746137545.393888:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073517800 x1830957301975808/t4294970537(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.393896:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517800 with x1830957301975808 ext(0->7) 00010000:00010000:0.0:1746137545.393903:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f438a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f2c expref: 128 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.393914:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f438a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f2c expref: 128 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.393921:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073517800 00000100:00100000:0.0:1746137545.395052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.396442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.397926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.399143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.401242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.402769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.403309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.405283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.405303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.405345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.406666:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.407632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.408298:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+131:2007:x1830957301978112:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 526us (666us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746137545.408302:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1980 00002000:00100000:0.0:1746137545.408307:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0799500 x1830957301978112/t4294970538(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.408314:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957301978112 ext(0->7) 00010000:00010000:0.0:1746137545.408318:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f439f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f41 expref: 131 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.408328:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f439f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f41 expref: 131 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.408333:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0799500 00000100:00100000:0.0:1746137545.409243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.410535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.411598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.412922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.418779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.420894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.420966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.423198:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301979776 00000100:00100000:0.0:1746137545.423203:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301979776 00000100:00100000:0.0:1746137545.423228:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28736 00000100:00100000:0.0:1746137545.423233:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957301979776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.423241:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.423250:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012cc00/0x95b3ed7b846f43bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5f5d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.423262:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.423266:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f43b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f56 expref: 132 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.423271:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.423274:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012cc00/0x95b3ed7b846f43bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f5d expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.423293:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f43b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f56 expref: 132 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.423301:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012cc00/0x95b3ed7b846f43bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f5d expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.423378:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012cc00, rc 0) 00000100:00100000:0.0:1746137545.423409:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1076:x1830957301979776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.423413:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28736 00000100:00100000:0.0:1746137545.424931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.426999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.427800:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+132:2005:x1830957301980416:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 626us (803us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746137545.427805:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1982 00002000:00100000:0.0:1746137545.427810:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1d500 x1830957301980416/t4294970539(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.427815:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1d500 with x1830957301980416 ext(0->7) 00010000:00010000:0.0:1746137545.427819:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f43b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f56 expref: 132 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.427825:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f43b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f56 expref: 132 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.427828:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1d500 00000100:00100000:0.0:1746137545.428644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.430236:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301980800 00000100:00100000:0.0:1746137545.430242:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301980800 00002000:00100000:0.0:1746137545.430266:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099434a80 x1830957301980800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.430274:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957301980800 ext(0->4095) 00002000:00010000:0.0:1746137545.430277:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:0.0:1746137545.430301:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13233 00000100:00100000:0.0:1746137545.430307:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301980800:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.430410:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301980800:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.430415:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13233 00002000:00100000:0.0:1746137545.430419:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099434a80 x1830957301980800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.430426:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957301980800 ext(0->4095) 00002000:00010000:0.0:1746137545.430429:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:0.0:1746137545.431611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.433600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.438078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.438410:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.439648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.440762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.440803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.442708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.444447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.445451:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+135:2008:x1830957301982464:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1005us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746137545.445458:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1985 00002000:00100000:0.0:1746137545.445463:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f49b100 x1830957301982464/t4294970540(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.445470:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49b100 with x1830957301982464 ext(0->7) 00010000:00010000:0.0:1746137545.445475:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f43c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f6b expref: 135 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.445484:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f43c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f6b expref: 135 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.445490:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f49b100 00000100:00100000:0.0:1746137545.450391:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301982848 00000100:00100000:0.0:1746137545.450398:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301982848 00002000:00100000:0.0:1746137545.450430:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099436a00 x1830957301982848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.450445:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957301982848 ext(0->4095) 00002000:00010000:0.0:1746137545.450449:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099436a00 00000100:00100000:0.0:1746137545.450475:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13235 00000100:00100000:0.0:1746137545.450481:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+134:2007:x1830957301982848:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.450610:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+134:2007:x1830957301982848:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.450616:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13235 00002000:00100000:0.0:1746137545.450621:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099436a00 x1830957301982848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.450627:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957301982848 ext(0->4095) 00002000:00010000:0.0:1746137545.450629:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099436a00 00000100:00100000:0.0:1746137545.453918:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.455812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.457160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.459598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.459852:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.461684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.461720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.463498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.466762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.469446:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+136:2006:x1830957301984512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2462us (2696us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746137545.469457:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1988 00002000:00100000:0.0:1746137545.469467:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1fb80 x1830957301984512/t4294970541(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.469477:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957301984512 ext(0->7) 00010000:00010000:0.0:1746137545.469487:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f43de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f80 expref: 136 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.469500:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f43de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f80 expref: 136 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.469506:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:0.0:1746137545.472675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.477140:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301984896 00000100:00100000:0.0:1746137545.477147:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301984896 00002000:00100000:0.0:1746137545.477185:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c351500 x1830957301984896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.477195:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957301984896 ext(0->4095) 00002000:00010000:0.0:1746137545.477199:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137545.477227:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13237 00000100:00100000:0.0:1746137545.477234:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301984896:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.477363:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957301984896:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.477368:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13237 00002000:00100000:0.0:1746137545.477373:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c351500 x1830957301984896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.477380:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957301984896 ext(0->4095) 00002000:00010000:0.0:1746137545.477383:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137545.477929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.479411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.480259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.482606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.488564:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+139:2006:x1830957301985792:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1668us (2162us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746137545.488576:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1990 00002000:00100000:0.0:1746137545.488585:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c353800 x1830957301985792/t4294970542(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.488594:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353800 with x1830957301985792 ext(0->7) 00010000:00010000:0.0:1746137545.488603:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f43ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f8e expref: 139 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.488616:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f43ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5f8e expref: 139 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.488622:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c353800 00000100:00100000:0.0:1746137545.492602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.495435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.498317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.499258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.499883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.502101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.503025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.504805:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.506332:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.507159:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+141:2007:x1830957301987584:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 652us (807us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746137545.507167:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1993 00002000:00100000:0.0:1746137545.507174:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012baa0e00 x1830957301987584/t4294970543(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.507181:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0e00 with x1830957301987584 ext(0->7) 00010000:00010000:0.0:1746137545.507187:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fa3 expref: 141 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.507196:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fa3 expref: 141 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.507202:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baa0e00 00000100:00100000:0.0:1746137545.510789:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301987968 00000100:00100000:0.0:1746137545.510795:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301987968 00002000:00100000:0.0:1746137545.510827:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c350e00 x1830957301987968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.510835:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957301987968 ext(0->4095) 00002000:00010000:0.0:1746137545.510839:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c350e00 00000100:00100000:0.0:1746137545.510853:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13239 00000100:00100000:0.0:1746137545.510858:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+140:2006:x1830957301987968:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.510993:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+140:2006:x1830957301987968:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.510999:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13239 00002000:00100000:0.0:1746137545.511004:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c350e00 x1830957301987968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.511017:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957301987968 ext(0->4095) 00002000:00010000:0.0:1746137545.511020:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c350e00 00000100:00100000:0.0:1746137545.512897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.514402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.516882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.516931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.519204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.519365:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957301988864 00000100:00100000:0.0:1746137545.519368:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957301988864 00010000:00010000:0.0:1746137545.519382:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f440f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb1 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.519400:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16518 00000100:00100000:0.0:1746137545.519405:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957301988864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.519414:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.519430:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f440f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb1 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.519439:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f440f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb1 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.519456:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f440f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb1 expref: 6 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.519479:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.519480:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.519486:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 141 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.519493:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 141 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.519584:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 142 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.519595:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 142 pid: 9555 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.519607:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957292566016:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.519655:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.520878:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.522445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.524236:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+143:2008:x1830957301989632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1601us (1787us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746137545.524243:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1996 00002000:00100000:0.0:1746137545.524251:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e5880 x1830957301989632/t4294970544(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.524258:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957301989632 ext(0->7) 00010000:00010000:0.0:1746137545.524265:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 143 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.524275:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb200/0x95b3ed7b846f4416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fb8 expref: 143 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.524281:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:0.0:1746137545.525841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.528048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.530344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.533106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.534546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.537117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.537226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.539332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.539407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.541645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.545155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.546415:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+144:2007:x1830957301991680:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1004us (1262us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746137545.546425:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1999 00002000:00100000:0.0:1746137545.546435:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c4aa00 x1830957301991680/t4294970545(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.546444:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4aa00 with x1830957301991680 ext(0->7) 00010000:00010000:0.0:1746137545.546453:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f442b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fcd expref: 144 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.546466:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f442b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fcd expref: 144 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.546472:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c4aa00 00000100:00100000:0.0:1746137545.548863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.554125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.557738:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.557839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.557976:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28755 00000100:00100000:0.0:1746137545.557983:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+144:1076:x1830957301992320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.557991:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.558000:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f5fe2 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.558046:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.558054:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4440 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fdb expref: 146 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.558062:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.558065:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fe2 expref: 146 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.558111:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4440 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fdb expref: 146 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.558354:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fe2 expref: 146 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.558365:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda200, rc 0) 00000100:00100000:0.0:1746137545.559672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.561933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.563906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.565126:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+147:2005:x1830957301992960:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1033us (1221us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746137545.565136:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2001 00002000:00100000:0.0:1746137545.565145:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba5500 x1830957301992960/t4294970546(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.565153:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5500 with x1830957301992960 ext(0->7) 00010000:00010000:0.0:1746137545.565165:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fdb expref: 147 pid: 24924 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.565179:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fdb expref: 147 pid: 24924 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.565186:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba5500 00000100:00100000:0.0:1746137545.568846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.570859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.572667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.574711:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.577284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.577334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.579837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.579875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.580463:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16527 00000100:00100000:0.0:1746137545.580470:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+147:2005:x1830957301994368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.580477:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.580485:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fe2 expref: 147 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.580498:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fe2 expref: 147 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.580509:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091dda200/0x95b3ed7b846f4439 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5fe2 expref: 147 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.580523:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.580525:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.580529:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f444e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ff0 expref: 146 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.580536:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f444e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ff0 expref: 146 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.580650:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f444e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ff0 expref: 146 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.580661:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292567808:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.581196:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.582839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.584516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.586775:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+148:2005:x1830957301995008:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1258us (2258us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746137545.586784:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2003 00002000:00100000:0.0:1746137545.586791:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036d880 x1830957301995008/t4294970547(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.586805:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036d880 with x1830957301995008 ext(0->7) 00010000:00010000:0.0:1746137545.586811:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f444e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ff0 expref: 148 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.586821:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f444e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ff0 expref: 148 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.586827:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036d880 00000100:00100000:0.0:1746137545.590631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.597062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.600174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.600283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.602169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.603410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.605113:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+151:2007:x1830957301996288:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1495us (1695us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746137545.605123:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2005 00002000:00100000:0.0:1746137545.605131:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f814700 x1830957301996288/t4294970548(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.605140:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814700 with x1830957301996288 ext(0->7) 00010000:00010000:0.0:1746137545.605148:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f445c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ffe expref: 151 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.605160:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f445c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f5ffe expref: 151 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.605170:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f814700 00000100:00100000:0.0:1746137545.608022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.610777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.612840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.617125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.617208:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.617510:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28762 00000100:00100000:0.0:1746137545.617516:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+150:1075:x1830957301997184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.617525:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.617540:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f4471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6013 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617559:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f4463 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6005 expref: 151 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617566:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f446a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f600c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617572:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.617573:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.617576:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f4471 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6013 expref: 151 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617602:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f446a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f600c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617618:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f446a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f600c expref: 6 pid: 24924 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.617630:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073517b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292568704:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137545.617767:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f4463 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6005 expref: 151 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.617776:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f4463 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6005 expref: 151 pid: 9557 timeout: 738 lvb_type: 0 00000100:00100000:0.0:1746137545.617784:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292568832:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137545.617818:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.619416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.619558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.625255:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c352a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292569088:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137545.625273:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1fa000, rc 0) 00000100:00100000:0.0:1746137545.625483:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957301997696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2910us (3023us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.625490:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28763 00000100:00100000:0.0:1746137545.627332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.629116:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+152:2005:x1830957301998336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1591us (1783us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746137545.629124:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2008 00002000:00100000:0.0:1746137545.629130:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e81b480 x1830957301998336/t4294970549(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.629136:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b480 with x1830957301998336 ext(0->7) 00010000:00010000:0.0:1746137545.629144:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f4471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6013 expref: 152 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.629152:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f4471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6013 expref: 152 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.629157:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e81b480 00000100:00100000:0.0:1746137545.636217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.640370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.640437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.642365:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.642481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.644427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.646127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.647524:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+155:2008:x1830957301999616:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1149us (1397us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746137545.647533:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2010 00002000:00100000:0.0:1746137545.647541:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a079a300 x1830957301999616/t4294970550(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.647550:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957301999616 ext(0->7) 00010000:00010000:0.0:1746137545.647558:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f447f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6021 expref: 155 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.647575:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f447f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6021 expref: 155 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.647580:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a079a300 00000100:00100000:0.0:1746137545.651361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.655366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.655706:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302000000 00000100:00100000:0.0:1746137545.655712:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302000000 00002000:00100000:0.0:1746137545.655758:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f578a80 x1830957302000000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.655765:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302000000 ext(0->4095) 00002000:00010000:0.0:1746137545.655770:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f578a80 00000100:00100000:0.0:1746137545.655794:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13251 00000100:00100000:0.0:1746137545.655799:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+154:2005:x1830957302000000:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.655925:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+154:2005:x1830957302000000:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.655977:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13251 00002000:00100000:0.0:1746137545.655984:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f578a80 x1830957302000000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.655990:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302000000 ext(0->4095) 00002000:00010000:0.0:1746137545.655993:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f578a80 00000100:00100000:0.0:1746137545.657468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.659446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.659613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.661904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.662566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.662632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.664308:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.667905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.669385:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+157:2008:x1830957302001408:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1212us (1483us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746137545.669393:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2013 00002000:00100000:0.0:1746137545.669400:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f891f80 x1830957302001408/t4294970551(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.669407:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891f80 with x1830957302001408 ext(0->7) 00010000:00010000:0.0:1746137545.669414:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6036 expref: 157 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.669423:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6036 expref: 157 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.669428:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f891f80 00000100:00100000:0.0:1746137545.674105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.679084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.680624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.681537:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.683405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.684450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.686740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.688763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.690559:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+159:2005:x1830957302003200:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1385us (1809us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746137545.690568:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2016 00002000:00100000:0.0:1746137545.690576:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e7b80 x1830957302003200/t4294970552(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.690583:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957302003200 ext(0->7) 00010000:00010000:0.0:1746137545.690589:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f44a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f604b expref: 159 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.690599:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f44a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f604b expref: 159 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.690604:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e7b80 00000100:00100000:0.0:1746137545.694764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.696696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.698517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.700394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.706432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.712180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.712225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.712612:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.715830:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.717540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.718338:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+160:2005:x1830957302005248:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 672us (798us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746137545.718345:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2018 00002000:00100000:0.0:1746137545.718352:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777480 x1830957302005248/t4294970553(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.718360:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777480 with x1830957302005248 ext(0->7) 00010000:00010000:0.0:1746137545.718365:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f44be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6060 expref: 160 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.718374:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f44be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6060 expref: 160 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.718379:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777480 00000100:00100000:0.0:1746137545.719856:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.723136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.725053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.727161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.729977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.730015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.733640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.734150:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302006784 00000100:00100000:0.0:1746137545.734155:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302006784 00000100:00100000:0.0:1746137545.734175:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28777 00000100:00100000:0.0:1746137545.734179:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+161:1076:x1830957302006784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.734188:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.734199:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0480a00/0x95b3ed7b846f44da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f607c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.734378:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f44d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6075 expref: 161 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.734389:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.734390:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.734393:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0480a00/0x95b3ed7b846f44da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f607c expref: 161 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.735635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.737061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.738085:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+163:2005:x1830957302007296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1024us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746137545.738092:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2020 00002000:00100000:0.0:1746137545.738098:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009dfac380 x1830957302007296/t4294970554(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.738105:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac380 with x1830957302007296 ext(0->7) 00010000:00010000:0.0:1746137545.738110:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f44d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6075 expref: 163 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.738123:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f44d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6075 expref: 163 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.738129:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfac380 00000100:00100000:0.0:1746137545.740281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.742022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.743833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.748524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.751049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.751639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.752988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.753816:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.754240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.755802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.758488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.759495:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+164:2005:x1830957302009344:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 826us (1010us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746137545.759502:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2023 00002000:00100000:0.0:1746137545.759509:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009dfae680 x1830957302009344/t4294970555(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.759516:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfae680 with x1830957302009344 ext(0->7) 00010000:00010000:0.0:1746137545.759521:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f44e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f608a expref: 164 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.759531:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f44e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f608a expref: 164 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.759536:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfae680 00000100:00100000:0.0:1746137545.760650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137545.761188:0:7199:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f44ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6091 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.761200:0:7199:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292572928:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.761815:0:7199:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.763131:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.765276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.767265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.770142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.770259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.772015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.772031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.772052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.772065:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302010880 00000100:00100000:0.0:1746137545.772069:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302010880 00000100:00100000:0.0:1746137545.772087:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28783 00000100:00100000:0.0:1746137545.772091:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+166:1076:x1830957302010880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137545.772099:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137545.772107:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073202c00/0x95b3ed7b846f4504 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f60a6 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.772119:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.772122:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f44fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f609f expref: 167 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.772125:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137545.772127:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073202c00/0x95b3ed7b846f4504 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60a6 expref: 167 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.772145:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f44fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f609f expref: 167 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.772154:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073202c00/0x95b3ed7b846f4504 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60a6 expref: 167 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.772159:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202c00, rc 0) 00000100:00100000:0.0:1746137545.772178:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+168:1076:x1830957302010880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137545.772181:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28783 00000100:00100000:0.0:1746137545.774569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.776567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.779161:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092344e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+167:2006:x1830957302011392:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2428us (2587us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746137545.779173:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2025 00002000:00100000:0.0:1746137545.779183:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092344e00 x1830957302011392/t4294970556(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.779192:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092344e00 with x1830957302011392 ext(0->7) 00010000:00010000:0.0:1746137545.779202:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f44fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f609f expref: 167 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.779216:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f44fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f609f expref: 167 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.779473:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092344e00 00000100:00100000:0.0:1746137545.781161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.783304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.786591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.789474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.789564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.791484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.791515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.791566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.794394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.797441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.799191:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+169:2008:x1830957302013184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1264us (1751us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746137545.799198:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2027 00002000:00100000:0.0:1746137545.799206:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092346d80 x1830957302013184/t4294970557(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.799214:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092346d80 with x1830957302013184 ext(0->7) 00010000:00010000:0.0:1746137545.799220:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60b4 expref: 169 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.799230:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60b4 expref: 169 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.799236:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092346d80 00000100:00100000:0.0:1746137545.801262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.805410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.807189:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.809013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.809404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.812149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.812638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.813382:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.813504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.822562:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+170:2008:x1830957302015232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 939us (1098us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746137545.822571:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2030 00002000:00100000:0.0:1746137545.822579:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c352d80 x1830957302015232/t4294970558(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.822586:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352d80 with x1830957302015232 ext(0->7) 00010000:00010000:0.0:1746137545.822591:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f4527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60c9 expref: 170 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.822602:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f4527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60c9 expref: 170 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.822607:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c352d80 00000100:00100000:0.0:1746137545.824856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.826588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.830101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.830190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.832298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.835293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.839761:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+173:2005:x1830957302016512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (1463us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746137545.839768:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2032 00002000:00100000:0.0:1746137545.839774:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bcef100 x1830957302016512/t4294970559(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.839781:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcef100 with x1830957302016512 ext(0->7) 00010000:00010000:0.0:1746137545.839786:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60de expref: 173 pid: 9557 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.839795:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60de expref: 173 pid: 9557 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.839801:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcef100 00000100:00100000:0.0:1746137545.841357:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.843294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.845674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.847591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.848601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.850963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.850996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.851025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.852477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.853785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.855504:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+174:2007:x1830957302018560:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1527us (1719us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746137545.855512:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2035 00002000:00100000:0.0:1746137545.855519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073551880 x1830957302018560/t4294970560(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.855525:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551880 with x1830957302018560 ext(0->7) 00010000:00010000:0.0:1746137545.855532:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f454a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60ec expref: 174 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.855542:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f454a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60ec expref: 174 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.855546:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073551880 00000100:00100000:0.0:1746137545.857888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.861012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.864447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.864534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.866122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.867646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.870710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.871899:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+177:2007:x1830957302019840:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 823us (1194us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746137545.871907:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2037 00002000:00100000:0.0:1746137545.871914:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6776a00 x1830957302019840/t4294970561(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.871921:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776a00 with x1830957302019840 ext(0->7) 00010000:00010000:0.0:1746137545.871926:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60fa expref: 177 pid: 9555 timeout: 738 lvb_type: 0 00010000:00010000:0.0:1746137545.871953:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f60fa expref: 177 pid: 9555 timeout: 738 lvb_type: 0 00002000:00010000:0.0:1746137545.871960:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6776a00 00000100:00100000:0.0:1746137545.873127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.877192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.879525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.881203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.881922:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302020736 00000100:00100000:0.0:1746137545.881925:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302020736 00002000:00100000:0.0:1746137545.881962:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009dfadc00 x1830957302020736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/0 e 0 to 0 dl 1746137556 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.882396:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadc00 with x1830957302020736 ext(0->4095) 00010000:00010000:0.0:1746137545.882403:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6108 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.882412:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6108 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.882417:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfadc00 00000100:00100000:0.0:1746137545.882432:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2038 00000100:00100000:0.0:1746137545.882437:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302020736:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137545.882680:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302020736:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 241us (910us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137545.882687:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2038 00002000:00100000:0.0:1746137545.882692:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009dfadc00 x1830957302020736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:736/0 lens 488/4536 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.882700:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadc00 with x1830957302020736 ext(0->4095) 00010000:00010000:0.0:1746137545.882704:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6108 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.882711:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1faa00/0x95b3ed7b846f4566 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6108 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.882716:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfadc00 00000100:00100000:0.0:1746137545.885249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.887147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.888653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.892260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.893163:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+178:2006:x1830957302021504:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 726us (899us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746137545.893170:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2039 00002000:00100000:0.0:1746137545.893176:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579500 x1830957302021504/t4294970562(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.893183:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579500 with x1830957302021504 ext(0->7) 00010000:00010000:0.0:1746137545.893187:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f456d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f610f expref: 178 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.893196:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f456d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f610f expref: 178 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.893202:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579500 00000100:00100000:0.0:1746137545.894700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.897291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.898854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.904548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.904668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.907391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.909225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.910725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.911829:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+180:2008:x1830957302023296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 730us (1107us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746137545.911837:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2041 00002000:00100000:0.0:1746137545.911844:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f49aa00 x1830957302023296/t4294970563(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.911851:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957302023296 ext(0->7) 00010000:00010000:0.0:1746137545.911856:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6124 expref: 180 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.911867:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6124 expref: 180 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.911873:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f49aa00 00000100:00100000:0.0:1746137545.913376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.915964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.918135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.921101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.921199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.923824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.923881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.923909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.926049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.927699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.930041:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+182:2008:x1830957302025088:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2170us (2337us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746137545.930052:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2043 00002000:00100000:0.0:1746137545.930064:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800734da300 x1830957302025088/t4294970564(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.930074:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734da300 with x1830957302025088 ext(0->7) 00010000:00010000:0.0:1746137545.930084:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f4597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6139 expref: 182 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.930099:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f4597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6139 expref: 182 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.930107:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800734da300 00000100:00100000:0.0:1746137545.932201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.935034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.937607:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.939527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.942245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.942332:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.945148:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.945177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.945203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.949773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.951354:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+184:2007:x1830957302027136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1419us (1578us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746137545.951363:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2046 00002000:00100000:0.0:1746137545.951370:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0724700 x1830957302027136/t4294970565(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.951378:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957302027136 ext(0->7) 00010000:00010000:0.0:1746137545.951386:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f45ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f614e expref: 184 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.951396:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f45ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f614e expref: 184 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.951403:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:0.0:1746137545.953425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.957213:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.960370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.963290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.966080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.966342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.968713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.968793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.969109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.969122:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302028672 00000100:00100000:0.0:1746137545.969125:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302028672 00010000:00010000:0.0:1746137545.969138:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f45b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6155 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137545.969293:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16580 00000100:00100000:0.0:1746137545.969299:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302028672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137545.969306:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137545.969313:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f45b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6155 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.969321:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f45b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6155 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.969333:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f45b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6155 expref: 6 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.969356:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.969358:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137545.969364:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f45c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6163 expref: 184 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.969371:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f45c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6163 expref: 184 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137545.969394:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f45c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6163 expref: 184 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137545.969404:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007352b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292579584:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137545.969451:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137545.971139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.972735:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.974123:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+187:2007:x1830957302029184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1205us (1386us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746137545.974130:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2049 00002000:00100000:0.0:1746137545.974137:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073551c00 x1830957302029184/t4294970566(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.974144:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957302029184 ext(0->7) 00010000:00010000:0.0:1746137545.974150:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f45c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6163 expref: 187 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.974162:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f45c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6163 expref: 187 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.974168:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:0.0:1746137545.977442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.980026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.982600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.988285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.988371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.990996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.991040:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.992794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.992835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.995283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.997179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137545.998511:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+188:2008:x1830957302031232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1035us (1328us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746137545.998518:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2053 00002000:00100000:0.0:1746137545.998526:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba7100 x1830957302031232/t4294970567(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:736/0 lens 496/448 e 0 to 0 dl 1746137556 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137545.998532:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957302031232 ext(0->7) 00010000:00010000:0.0:1746137545.998538:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f45d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6178 expref: 188 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137545.998548:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f45d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6178 expref: 188 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137545.998554:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba7100 00000100:00100000:0.0:1746137546.000531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.003448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.005828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.009900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.013301:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.013390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.015260:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.015290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.015356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.017126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.019259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.020284:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+191:2008:x1830957302033280:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 885us (1025us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746137546.020292:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2056 00002000:00100000:0.0:1746137546.020299:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890380 x1830957302033280/t4294970568(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.020307:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890380 with x1830957302033280 ext(0->7) 00010000:00010000:0.0:1746137546.020312:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f45eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f618d expref: 191 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.020322:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f45eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f618d expref: 191 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.020327:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890380 00000100:00100000:0.0:1746137546.022343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.022678:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16587 00000100:00100000:0.0:1746137546.022686:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+191:2007:x1830957302033408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.022698:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.022716:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f45eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f618d expref: 191 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.022727:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f45eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f618d expref: 191 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.022757:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c44400/0x95b3ed7b846f45eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f618d expref: 191 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.022779:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.022781:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.022787:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f45f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6194 expref: 190 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.022794:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f45f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6194 expref: 190 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.022824:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f45f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6194 expref: 190 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137546.022835:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f579180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957292581120:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137546.022906:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137546.025152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.026856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.030890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.031030:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.032718:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.032793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.034208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.034246:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.037804:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.038665:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+192:2006:x1830957302035328:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 743us (860us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746137546.038672:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2060 00002000:00100000:0.0:1746137546.038678:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009dfadf80 x1830957302035328/t4294970569(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.038686:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957302035328 ext(0->7) 00010000:00010000:0.0:1746137546.038691:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a2 expref: 192 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.038701:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb600/0x95b3ed7b846f4600 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a2 expref: 192 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.038706:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfadf80 00000100:00100000:0.0:1746137546.040348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.044024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.045569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.047658:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.050648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.050733:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.053209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.053766:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302036736 00000100:00100000:0.0:1746137546.053770:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302036736 00000100:00100000:0.0:1746137546.053799:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28823 00000100:00100000:0.0:1746137546.053805:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+192:1076:x1830957302036736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.053815:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.053825:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a06fe400/0x95b3ed7b846f461c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f61be expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.053837:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.053842:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 193 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.053847:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137546.053850:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a06fe400/0x95b3ed7b846f461c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61be expref: 193 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.053872:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 193 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.053882:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a06fe400/0x95b3ed7b846f461c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61be expref: 193 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.053889:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:0.0:1746137546.053906:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+193:1076:x1830957302036736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.053911:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28823 00000100:00100000:0.0:1746137546.053928:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302036864 00000100:00100000:0.0:1746137546.053931:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302036864 00010000:00010000:0.0:1746137546.053962:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4607 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.053992:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16592 00000100:00100000:0.0:1746137546.053997:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302036864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.054004:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.054012:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4607 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.054020:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4607 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.054031:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4607 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61a9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.054049:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.054050:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.054055:0:7199:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 192 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.054061:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 192 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.054077:0:7199:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 192 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.054085:0:7199:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 192 pid: 10658 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.054098:0:7199:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6775880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292582272:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137546.054142:0:7199:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137546.057245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.059070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.060858:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+195:2008:x1830957302037376:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1496us (1789us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746137546.060865:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2062 00002000:00100000:0.0:1746137546.060873:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c42d80 x1830957302037376/t4294970570(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.060879:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42d80 with x1830957302037376 ext(0->7) 00010000:00010000:0.0:1746137546.060886:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 195 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.060895:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61b7 expref: 195 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.060901:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c42d80 00000100:00100000:0.0:1746137546.065186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.069594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.070035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.071471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.071493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.073528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.076130:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+196:2008:x1830957302038656:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 582us (798us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746137546.076136:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2065 00002000:00100000:0.0:1746137546.076140:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008a972c50 x1830957302038656/t4294970571(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.076145:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a972c50 with x1830957302038656 ext(0->7) 00010000:00010000:0.0:1746137546.076149:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f4623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61c5 expref: 196 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.076155:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f4623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61c5 expref: 196 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.076158:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a972c50 00000100:00100000:0.0:1746137546.079808:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.081244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.082925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.084681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.087303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.087356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.089138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.089525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.089665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.091698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.093047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.094069:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+199:2006:x1830957302040960:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1022us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746137546.094075:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2067 00002000:00100000:0.0:1746137546.094080:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133dd2680 x1830957302040960/t4294970572(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.094085:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133dd2680 with x1830957302040960 ext(0->7) 00010000:00010000:0.0:1746137546.094089:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61da expref: 199 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.094097:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61da expref: 199 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.094101:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133dd2680 00000100:00100000:0.0:1746137546.097373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.100547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.102323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.104326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.107317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.107461:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.109361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.109601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.111768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.115877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.122637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.126913:0:7199:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f579880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292584192:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137546.126932:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137546.126989:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+199:2008:x1830957302043136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4145us (4359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.126998:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16601 00000100:00100000:0.0:1746137546.129870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.130930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.134002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.138020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.144241:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+203:2005:x1830957302044288:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1969us (6224us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746137546.144251:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2072 00002000:00100000:0.0:1746137546.144261:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e7800 x1830957302044288/t4294970574(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.144271:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7800 with x1830957302044288 ext(0->7) 00010000:00010000:0.0:1746137546.144280:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f465b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61fd expref: 203 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.144293:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f465b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f61fd expref: 203 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.144299:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e7800 00000100:00100000:0.0:1746137546.148713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.153529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.155325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.155358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.156172:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28835 00000100:00100000:0.0:1746137546.156180:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+202:1075:x1830957302044928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.156188:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.156202:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fad3600/0x95b3ed7b846f4669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6212 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.156257:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f4662 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6204 expref: 203 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.156267:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4670 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f620b expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.156272:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.156273:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.156276:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fad3600/0x95b3ed7b846f4669 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6212 expref: 203 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.156346:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f620b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.156354:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4670 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f620b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.156364:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292584832:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137546.156416:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f4662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6204 expref: 203 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.156423:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f4662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6204 expref: 203 pid: 10658 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.156430:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292584960:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137546.156448:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137546.159630:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292584832:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137546.159641:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292584960:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137546.159673:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fad3600/0x95b3ed7b846f4669 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6212 expref: 203 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.159688:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fad3600, rc 0) 00000100:00100000:0.0:1746137546.159728:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+203:1075:x1830957302044928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3549us (4368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.159735:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28835 00000100:00100000:0.0:1746137546.162067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.164062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.166496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.169402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.173306:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+204:2005:x1830957302045952:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3726us (3893us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746137546.173320:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2074 00002000:00100000:0.0:1746137546.173331:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e4380 x1830957302045952/t4294970575(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.173341:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4380 with x1830957302045952 ext(0->7) 00010000:00010000:0.0:1746137546.173351:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fad3600/0x95b3ed7b846f4669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6212 expref: 204 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.173367:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fad3600/0x95b3ed7b846f4669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6212 expref: 204 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.173379:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e4380 00000100:00100000:0.0:1746137546.178309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.180880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.180970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.180996:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302046464 00000100:00100000:0.0:1746137546.181002:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302046464 00002000:00100000:0.0:1746137546.181041:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013036dc00 x1830957302046464/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.181051:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957302046464 ext(0->4095) 00002000:00010000:0.0:1746137546.181055:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137546.181086:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13300 00000100:00100000:0.0:1746137546.181093:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302046464:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.181218:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302046464:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.181224:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13300 00002000:00100000:0.0:1746137546.181230:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88013036dc00 x1830957302046464/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.181237:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957302046464 ext(0->4095) 00002000:00010000:0.0:1746137546.181240:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137546.183475:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.183806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.186840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.188973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.190056:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+207:2006:x1830957302047232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 920us (1082us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746137546.190063:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2076 00002000:00100000:0.0:1746137546.190070:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036f480 x1830957302047232/t4294970576(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.190076:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f480 with x1830957302047232 ext(0->7) 00010000:00010000:0.0:1746137546.190081:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f467e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6220 expref: 207 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.190089:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f467e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6220 expref: 207 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.190094:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036f480 00000100:00100000:0.0:1746137546.193388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.200447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.202550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.202587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.208117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.212336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.214114:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+208:2006:x1830957302049024:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1562us (1781us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746137546.214124:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2078 00002000:00100000:0.0:1746137546.214132:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e818000 x1830957302049024/t4294970577(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.214141:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818000 with x1830957302049024 ext(0->7) 00010000:00010000:0.0:1746137546.214150:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f4693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6235 expref: 208 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.214163:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fbc00/0x95b3ed7b846f4693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6235 expref: 208 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.214170:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e818000 00000100:00100000:0.0:1746137546.217551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.220757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.226121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.228917:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302049664 00000100:00100000:0.0:1746137546.228926:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302049664 00000100:00100000:0.0:1746137546.228986:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28843 00000100:00100000:0.0:1746137546.228993:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+209:1076:x1830957302049664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.229007:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.229021:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801367a0c00/0x95b3ed7b846f46a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f624a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.229050:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.229056:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f46a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6243 expref: 210 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.229061:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137546.229065:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801367a0c00/0x95b3ed7b846f46a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f624a expref: 210 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.229091:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f46a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6243 expref: 210 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.229102:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801367a0c00/0x95b3ed7b846f46a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f624a expref: 210 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.229113:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0c00, rc 0) 00000100:00100000:0.0:1746137546.229150:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+210:1076:x1830957302049664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.229156:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28843 00000100:00100000:0.0:1746137546.238871:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+211:2005:x1830957302050304:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1349us (1566us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746137546.238881:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2080 00002000:00100000:0.0:1746137546.238889:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f578a80 x1830957302050304/t4294970578(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.238897:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302050304 ext(0->7) 00010000:00010000:0.0:1746137546.238904:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f46a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6243 expref: 211 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.238916:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f46a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6243 expref: 211 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.238922:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f578a80 00000100:00100000:0.0:1746137546.244467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.251593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.251675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.254083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.254110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.256036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.259020:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.261076:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.265233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.267408:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+212:2005:x1830957302051968:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2003us (2170us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746137546.267417:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2082 00002000:00100000:0.0:1746137546.267426:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e81b800 x1830957302051968/t4294970579(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.267435:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b800 with x1830957302051968 ext(0->7) 00010000:00010000:0.0:1746137546.267443:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f46b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6258 expref: 212 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.267455:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f46b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6258 expref: 212 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.267461:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e81b800 00000100:00100000:0.0:1746137546.272341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.273184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.277262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.280645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.285525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.289699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.296544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.299547:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+214:2008:x1830957302053120:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1754us (3010us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746137546.299556:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2084 00002000:00100000:0.0:1746137546.299565:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03a8a80 x1830957302053120/t4294970580(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.299575:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8a80 with x1830957302053120 ext(0->7) 00010000:00010000:0.0:1746137546.299583:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f46c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6266 expref: 214 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.299596:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f46c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6266 expref: 214 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.299603:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03a8a80 00000100:00100000:0.0:1746137546.301011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.302368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.305330:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.307421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.310771:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.317103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.320867:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+216:2005:x1830957302054272:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3496us (3758us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746137546.320880:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2086 00002000:00100000:0.0:1746137546.320893:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f3800 x1830957302054272/t4294970581(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.320901:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3800 with x1830957302054272 ext(0->7) 00010000:00010000:0.0:1746137546.320911:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f46d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6274 expref: 216 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.320927:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f46d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6274 expref: 216 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.320976:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f3800 00000100:00100000:0.0:1746137546.322661:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.326312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.327637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.330757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.331601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.333342:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.339219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.345452:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+219:2007:x1830957302055552:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6004us (6230us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746137546.345466:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2088 00002000:00100000:0.0:1746137546.345478:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f3480 x1830957302055552/t4294970582(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.345487:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3480 with x1830957302055552 ext(0->7) 00010000:00010000:0.0:1746137546.345496:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f46e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6282 expref: 219 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.345510:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f46e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6282 expref: 219 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.345517:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f3480 00000100:00100000:0.0:1746137546.352891:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.355167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.356373:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302056320 00000100:00100000:0.0:1746137546.356379:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302056320 00010000:00010000:0.0:1746137546.356405:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f46e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6289 expref: 219 pid: 24924 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.356427:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16623 00000100:00100000:0.0:1746137546.356434:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+219:2006:x1830957302056320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.356444:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.356461:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f46e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6289 expref: 219 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.356471:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f46e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6289 expref: 219 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.356490:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb400/0x95b3ed7b846f46e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6289 expref: 219 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.356515:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.356516:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.356523:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 218 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.356530:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 218 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.356554:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 218 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.356564:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 218 pid: 24924 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.356580:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957292589568:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137546.356645:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137546.359546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.362005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.363268:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+220:2008:x1830957302056832:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 985us (1264us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746137546.363276:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2091 00002000:00100000:0.0:1746137546.363282:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f0a80 x1830957302056832/t4294970583(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.363288:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0a80 with x1830957302056832 ext(0->7) 00010000:00010000:0.0:1746137546.363295:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 220 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.363304:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15a00/0x95b3ed7b846f46ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6290 expref: 220 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.363309:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f0a80 00000100:00100000:0.0:1746137546.365852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.368123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.370200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.371693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.372219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.373896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.373934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.379564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.381868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.384497:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+222:2008:x1830957302058624:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (2632us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746137546.384504:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2094 00002000:00100000:0.0:1746137546.384511:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd38a80 x1830957302058624/t4294970584(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.384518:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957302058624 ext(0->7) 00010000:00010000:0.0:1746137546.384524:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62a5 expref: 222 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.384534:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62a5 expref: 222 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.384539:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd38a80 00000100:00100000:0.0:1746137546.387399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.390170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.392813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.393470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.396110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.397876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.399700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.404426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.406951:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.408818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.410435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.410473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.413683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.413712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.413732:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302061056 00000100:00100000:0.0:1746137546.413749:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302061056 00010000:00010000:0.0:1746137546.413776:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f471f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62c1 expref: 6 pid: 9557 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.413808:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302060928 00000100:00100000:0.0:1746137546.413810:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302060928 00010000:00010000:0.0:1746137546.413819:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4718 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62ba expref: 226 pid: 24924 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.413833:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16630 00000100:00100000:0.0:1746137546.413839:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302061056:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.413849:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.413867:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f471f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62c1 expref: 6 pid: 9557 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.413876:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce15600/0x95b3ed7b846f471f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62c1 expref: 6 pid: 9557 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.413894:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137546.413925:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302061056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 85us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.413932:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16630 00000100:00100000:0.0:1746137546.414208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.415657:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.417531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.418500:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+227:2005:x1830957302061696:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (971us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746137546.418506:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2098 00002000:00100000:0.0:1746137546.418512:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f522680 x1830957302061696/t4294970586(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.418518:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957302061696 ext(0->7) 00010000:00010000:0.0:1746137546.418523:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62c8 expref: 227 pid: 9557 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.418532:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62c8 expref: 227 pid: 9557 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.418537:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f522680 00000100:00100000:0.0:1746137546.420090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.423415:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302062080 00000100:00100000:0.0:1746137546.423421:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302062080 00002000:00100000:0.0:1746137546.423455:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f579180 x1830957302062080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.423464:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579180 with x1830957302062080 ext(0->4095) 00002000:00010000:0.0:1746137546.423468:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f579180 00000100:00100000:0.0:1746137546.423483:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13313 00000100:00100000:0.0:1746137546.423488:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+226:2006:x1830957302062080:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.424870:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+226:2006:x1830957302062080:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1377us (1530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.424880:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13313 00002000:00100000:0.0:1746137546.424888:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f579180 x1830957302062080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.424896:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579180 with x1830957302062080 ext(0->4095) 00002000:00010000:0.0:1746137546.424900:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f579180 00000100:00100000:0.0:1746137546.429474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.431985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.433363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.434398:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+228:2008:x1830957302062976:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 896us (1037us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746137546.434406:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2100 00002000:00100000:0.0:1746137546.434411:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d7100 x1830957302062976/t4294970587(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.434418:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7100 with x1830957302062976 ext(0->7) 00010000:00010000:0.0:1746137546.434424:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62dd expref: 228 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.434434:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62dd expref: 228 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.434439:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d7100 00000100:00100000:0.0:1746137546.438496:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.440719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.442294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.443721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.445548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.445590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.448341:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302064384 00000100:00100000:0.0:1746137546.448345:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302064384 00000100:00100000:0.0:1746137546.448375:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28867 00000100:00100000:0.0:1746137546.448382:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1076:x1830957302064384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.448393:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137546.450197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.452030:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.453414:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+230:2008:x1830957302065024:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1385us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746137546.453419:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2102 00002000:00100000:0.0:1746137546.453424:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d4e00 x1830957302065024/t4294970588(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.453429:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957302065024 ext(0->7) 00010000:00010000:0.0:1746137546.453434:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62eb expref: 230 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.453441:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f62eb expref: 230 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.453444:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d4e00 00000100:00100000:0.0:1746137546.455204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.458288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.460195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.462463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.466576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.466650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.468334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.469014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.469190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.473627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.474905:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+233:2006:x1830957302067072:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 776us (1278us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746137546.474914:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2105 00002000:00100000:0.0:1746137546.474920:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800734d9880 x1830957302067072/t4294970589(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.474927:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d9880 with x1830957302067072 ext(0->7) 00010000:00010000:0.0:1746137546.474976:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f475e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6300 expref: 233 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.474986:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f475e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6300 expref: 233 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.474992:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800734d9880 00000100:00100000:0.0:1746137546.477644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.479977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.481857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.484417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.487604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.489395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.489440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.490931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.490998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.491141:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16642 00000100:00100000:0.0:1746137546.491150:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302068608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.491160:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.491328:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f476c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f630e expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.491339:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f476c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f630e expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.491486:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f476c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f630e expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.491501:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.491503:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.491508:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6315 expref: 231 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.491516:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6315 expref: 231 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137546.493528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.495082:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.496068:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+234:2005:x1830957302069376:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (979us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746137546.496080:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2107 00002000:00100000:0.0:1746137546.496090:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88011d20b100 x1830957302069376/t4294970590(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.496098:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957302069376 ext(0->7) 00010000:00010000:0.0:1746137546.496106:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6315 expref: 234 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.496131:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45e00/0x95b3ed7b846f4773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6315 expref: 234 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.496137:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d20b100 00000100:00100000:0.0:1746137546.497660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.500995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.503040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.504981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.509203:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.509251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.511425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.512269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.512308:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.514897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.516670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.519481:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+237:2007:x1830957302071424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2620us (2800us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746137546.519494:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2110 00002000:00100000:0.0:1746137546.519504:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136636d80 x1830957302071424/t4294970591(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.519513:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636d80 with x1830957302071424 ext(0->7) 00010000:00010000:0.0:1746137546.519522:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f4788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f632a expref: 237 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.519536:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f4788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f632a expref: 237 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.519543:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136636d80 00000100:00100000:0.0:1746137546.524403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.527271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.530904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.534541:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.534828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.538858:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.538893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.538931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.541375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.544732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.546619:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+239:2008:x1830957302073216:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (1896us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746137546.546625:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2113 00002000:00100000:0.0:1746137546.546631:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136634e00 x1830957302073216/t4294970592(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.546637:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634e00 with x1830957302073216 ext(0->7) 00010000:00010000:0.0:1746137546.546641:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f479d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f633f expref: 239 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.546648:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44800/0x95b3ed7b846f479d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f633f expref: 239 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.546653:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136634e00 00000100:00100000:0.0:1746137546.549274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.553326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.559226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.563855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.564072:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302074112 00000100:00100000:0.0:1746137546.564076:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302074112 00002000:00100000:0.0:1746137546.564103:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a0727480 x1830957302074112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.564112:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727480 with x1830957302074112 ext(0->4095) 00010000:00010000:0.0:1746137546.564117:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f47ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f634d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.564125:0:9562:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f47ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f634d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137546.564131:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0727480 00000100:00100000:0.0:1746137546.564160:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2114 00000100:00100000:0.0:1746137546.564166:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302074112:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.564298:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302074112:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.564304:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2114 00002000:00100000:0.0:1746137546.564310:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800a0727480 x1830957302074112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.564317:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727480 with x1830957302074112 ext(0->4095) 00010000:00010000:0.0:1746137546.564321:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f47ab lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f634d expref: 6 pid: 9557 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.564333:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45c00/0x95b3ed7b846f47ab lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f634d expref: 6 pid: 9557 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.564338:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0727480 00000100:00100000:0.0:1746137546.568200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.568233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.568258:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302074496 00000100:00100000:0.0:1746137546.568265:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302074496 00000100:00100000:0.0:1746137546.568320:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28882 00000100:00100000:0.0:1746137546.568326:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+241:1076:x1830957302074496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.568339:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.568351:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6675600/0x95b3ed7b846f47b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f635b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.568381:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.568387:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f47b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6354 expref: 242 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.568395:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137546.568399:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6675600/0x95b3ed7b846f47b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f635b expref: 242 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.568433:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f47b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6354 expref: 242 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.568444:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a6675600/0x95b3ed7b846f47b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f635b expref: 242 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.568456:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675600, rc 0) 00000100:00100000:0.0:1746137546.568473:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+240:1076:x1830957302074496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.568478:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28882 00000100:00100000:0.0:1746137546.568543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.570976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.575262:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+241:2008:x1830957302075008:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 760us (965us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746137546.575271:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2116 00002000:00100000:0.0:1746137546.575278:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579500 x1830957302075008/t4294970593(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.575286:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579500 with x1830957302075008 ext(0->7) 00010000:00010000:0.0:1746137546.575291:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f47b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6354 expref: 241 pid: 9557 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.575301:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f47b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6354 expref: 241 pid: 9557 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.575307:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579500 00000100:00100000:0.0:1746137546.583812:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302075392 00000100:00100000:0.0:1746137546.583820:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302075392 00002000:00100000:0.0:1746137546.583858:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99c00 x1830957302075392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.583867:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99c00 with x1830957302075392 ext(0->4095) 00002000:00010000:0.0:1746137546.583871:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99c00 00000100:00100000:0.0:1746137546.583893:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13327 00000100:00100000:0.0:1746137546.583904:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+240:2007:x1830957302075392:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.584033:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+240:2007:x1830957302075392:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.584039:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13327 00002000:00100000:0.0:1746137546.584044:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99c00 x1830957302075392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.584050:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99c00 with x1830957302075392 ext(0->4095) 00002000:00010000:0.0:1746137546.584053:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99c00 00000100:00100000:0.0:1746137546.586828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.586879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.589553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.594314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.596720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.597500:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+242:2008:x1830957302076288:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 602us (784us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746137546.597507:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2118 00002000:00100000:0.0:1746137546.597512:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073551c00 x1830957302076288/t4294970594(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.597520:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957302076288 ext(0->7) 00010000:00010000:0.0:1746137546.597525:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f47c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6362 expref: 242 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.597534:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f47c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6362 expref: 242 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.597541:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:0.0:1746137546.599055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.601397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.603243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.604841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.606688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.607995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.610156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.610826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.612579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.614139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.615008:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+245:2008:x1830957302078336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (868us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746137546.615014:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2120 00002000:00100000:0.0:1746137546.615020:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f6680 x1830957302078336/t4294970595(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.615026:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f6680 with x1830957302078336 ext(0->7) 00010000:00010000:0.0:1746137546.615031:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f47d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6377 expref: 245 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.615041:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f47d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6377 expref: 245 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.615047:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f6680 00000100:00100000:0.0:1746137546.618155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.621530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.623380:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.625202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.625246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.627295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.627328:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.627366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.629447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.632769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.634400:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+246:2006:x1830957302080128:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1148us (1631us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746137546.634409:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2122 00002000:00100000:0.0:1746137546.634417:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4dbb80 x1830957302080128/t4294970596(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.634426:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dbb80 with x1830957302080128 ext(0->7) 00010000:00010000:0.0:1746137546.634432:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f47ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f638c expref: 246 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.634444:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f47ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f638c expref: 246 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.634450:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4dbb80 00000100:00100000:0.0:1746137546.635667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.641348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.647812:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.648011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.650072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.650118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.651866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.654226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.656576:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+248:2008:x1830957302081920:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2162us (2350us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746137546.656584:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2125 00002000:00100000:0.0:1746137546.656591:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f891500 x1830957302081920/t4294970597(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.656596:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957302081920 ext(0->7) 00010000:00010000:0.0:1746137546.656603:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f47f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f639a expref: 248 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.656613:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f47f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f639a expref: 248 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.656618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f891500 00000100:00100000:0.0:1746137546.657766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.662860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.666680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.666734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.668642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.668706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.670841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.671146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.672530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.674068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.676707:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+250:2005:x1830957302083712:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1819us (2635us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746137546.676716:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2128 00002000:00100000:0.0:1746137546.676724:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890700 x1830957302083712/t4294970598(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.676732:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957302083712 ext(0->7) 00010000:00010000:0.0:1746137546.676749:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63af expref: 250 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.676761:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4814 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63af expref: 250 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.676767:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890700 00000100:00100000:0.0:1746137546.681251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.684106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.688541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.688762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.688779:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302084352 00000100:00100000:0.0:1746137546.688782:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302084352 00000100:00100000:0.0:1746137546.688809:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28898 00000100:00100000:0.0:1746137546.688814:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+251:1076:x1830957302084352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.688819:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.688824:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4829 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f63cb expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.688921:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.688925:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4822 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63c4 expref: 252 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.688959:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137546.688962:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4829 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63cb expref: 252 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.689204:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4822 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63c4 expref: 252 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.689221:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4829 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63cb expref: 252 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.689231:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:0.0:1746137546.689275:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+252:1076:x1830957302084352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 460us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.689281:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28898 00000100:00100000:0.0:1746137546.691064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.693727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.696242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.698978:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+253:2005:x1830957302084992:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2597us (2734us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746137546.698988:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2130 00002000:00100000:0.0:1746137546.698999:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f893800 x1830957302084992/t4294970599(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.699006:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957302084992 ext(0->7) 00010000:00010000:0.0:1746137546.699014:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63c4 expref: 253 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.699028:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63c4 expref: 253 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.699033:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f893800 00000100:00100000:0.0:1746137546.703192:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.704963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.707723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.707819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.707885:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28900 00000100:00100000:0.0:1746137546.707893:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957302085632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.707901:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.707910:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4837 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f63d9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.707929:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.707931:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.707957:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4837 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63d9 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.708247:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4837 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63d9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.708257:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007310d800/0x95b3ed7b846f4837 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63d9 expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.708268:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:0.0:1746137546.708387:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302085632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 493us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.708393:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28900 00000100:00100000:0.0:1746137546.710111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.710150:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.712456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.714205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.715507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.719342:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+254:2006:x1830957302086656:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1808us (2032us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746137546.719352:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2132 00002000:00100000:0.0:1746137546.719359:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f578700 x1830957302086656/t4294970600(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.719367:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578700 with x1830957302086656 ext(0->7) 00010000:00010000:0.0:1746137546.719374:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63d2 expref: 254 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.719384:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63d2 expref: 254 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.719390:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f578700 00000100:00100000:0.0:1746137546.720757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.725224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.726534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.727044:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302087552 00000100:00100000:0.0:1746137546.727048:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302087552 00002000:00100000:0.0:1746137546.727069:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f57b800 x1830957302087552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.727078:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b800 with x1830957302087552 ext(0->4095) 00010000:00010000:0.0:1746137546.727084:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4845 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63e7 expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.727093:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4845 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63e7 expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.727098:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f57b800 00000100:00100000:0.0:1746137546.727118:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2133 00000100:00100000:0.0:1746137546.727123:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+256:2008:x1830957302087552:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.727219:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+256:2008:x1830957302087552:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.727225:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2133 00002000:00100000:0.0:1746137546.727230:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f57b800 x1830957302087552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.727236:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b800 with x1830957302087552 ext(0->4095) 00010000:00010000:0.0:1746137546.727241:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4845 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63e7 expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.727249:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4845 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63e7 expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.727254:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f57b800 00000100:00100000:0.0:1746137546.728582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.728610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.728659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.728673:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302087936 00000100:00100000:0.0:1746137546.728676:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302087936 00000100:00100000:0.0:1746137546.728693:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28904 00000100:00100000:0.0:1746137546.728699:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302087936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.728707:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.728715:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4853 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f63f5 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.728727:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.728731:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f484c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63ee expref: 254 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.728748:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137546.728752:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4853 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63f5 expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.728773:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f484c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63ee expref: 255 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.728782:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007310ce00/0x95b3ed7b846f4853 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63f5 expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.728789:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:0.0:1746137546.728806:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+8:1076:x1830957302087936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.728811:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28904 00000100:00100000:0.0:1746137546.733400:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+256:2007:x1830957302088448:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1100us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746137546.733407:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2135 00002000:00100000:0.0:1746137546.733414:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0726d80 x1830957302088448/t4294970601(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.733422:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0726d80 with x1830957302088448 ext(0->7) 00010000:00010000:0.0:1746137546.733428:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f484c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63ee expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.733438:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f484c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f63ee expref: 256 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.733443:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0726d80 00000100:00100000:0.0:1746137546.734649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.737749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.739780:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.742287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.744529:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.744603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.746040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.746067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.746103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.748790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.750720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.752069:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+259:2005:x1830957302090496:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 826us (1353us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746137546.752076:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2137 00002000:00100000:0.0:1746137546.752083:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073782d80 x1830957302090496/t4294970602(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.752090:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782d80 with x1830957302090496 ext(0->7) 00010000:00010000:0.0:1746137546.752096:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6403 expref: 259 pid: 9555 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.752106:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6403 expref: 259 pid: 9555 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.752112:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073782d80 00000100:00100000:0.0:1746137546.753556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.757697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.760069:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.761927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.765615:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.770578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.776396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.776434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.776609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.778544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.780193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.781570:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+260:2008:x1830957302092544:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1119us (1378us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746137546.781578:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2139 00002000:00100000:0.0:1746137546.781584:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bced180 x1830957302092544/t4294970603(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.781597:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced180 with x1830957302092544 ext(0->7) 00010000:00010000:0.0:1746137546.781603:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6418 expref: 260 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.781613:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f4876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6418 expref: 260 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.781618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bced180 00000100:00100000:0.0:1746137546.784018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.786194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.787774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.790409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.792122:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.792166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.793725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.794508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.794561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.796670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.801577:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+263:2006:x1830957302094592:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 934us (1146us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746137546.801584:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2141 00002000:00100000:0.0:1746137546.801591:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f578e00 x1830957302094592/t4294970604(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.801598:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578e00 with x1830957302094592 ext(0->7) 00010000:00010000:0.0:1746137546.801603:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f488b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f642d expref: 263 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.801613:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f488b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f642d expref: 263 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.801618:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f578e00 00000100:00100000:0.0:1746137546.802979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.805382:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.806975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.810568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.810662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.813118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.813528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.813558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.813570:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302095872 00000100:00100000:0.0:1746137546.813572:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302095872 00010000:00010000:0.0:1746137546.813583:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f4899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f643b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.813595:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16685 00000100:00100000:0.0:1746137546.813599:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302095872:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.813605:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.813631:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f4899 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f643b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.813638:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f4899 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f643b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.813654:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f4899 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f643b expref: 6 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.813691:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137546.813707:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302095872:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 107us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.813713:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16685 00000100:00100000:0.0:1746137546.815721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.817362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.820364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.822258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.823844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.825070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.826829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.828914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.828977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.830913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.830972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.830999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.834060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.835379:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.836547:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+266:2007:x1830957302098688:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1168us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746137546.836554:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2145 00002000:00100000:0.0:1746137546.836560:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f99b480 x1830957302098688/t4294970606(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.836573:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957302098688 ext(0->7) 00010000:00010000:0.0:1746137546.836579:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f48b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6457 expref: 266 pid: 10658 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.836588:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa600/0x95b3ed7b846f48b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6457 expref: 266 pid: 10658 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.836594:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f99b480 00000100:00100000:0.0:1746137546.839788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.842965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.845464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.849126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.850975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.851216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.852698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.854506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.858041:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+269:2005:x1830957302100736:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1509us (1619us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746137546.858050:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2148 00002000:00100000:0.0:1746137546.858056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f57ad80 x1830957302100736/t4294970607(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.858064:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957302100736 ext(0->7) 00010000:00010000:0.0:1746137546.858071:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f48ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f646c expref: 269 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.858086:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f48ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f646c expref: 269 pid: 24924 timeout: 739 lvb_type: 0 00002000:00010000:0.0:1746137546.858091:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:0.0:1746137546.860701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.862842:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.864287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.866227:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.868327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.874335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.878290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.878338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.878357:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302102016 00000100:00100000:0.0:1746137546.878362:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302102016 00010000:00010000:0.0:1746137546.878389:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f48d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f647a expref: 6 pid: 24924 timeout: 739 lvb_type: 0 00000100:00100000:0.0:1746137546.878419:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16693 00000100:00100000:0.0:1746137546.878425:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302102016:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137546.878437:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137546.878455:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f48d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f647a expref: 6 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.878473:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f48d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f647a expref: 6 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.878502:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f48d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f647a expref: 6 pid: 24924 timeout: 739 lvb_type: 0 00010000:00010000:0.0:1746137546.878534:0:7199:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137546.878576:0:7199:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957302102016:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 151us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.878582:0:7199:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16693 00000100:00100000:0.0:1746137546.885574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.886896:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+271:2008:x1830957302102784:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (1329us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746137546.886903:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2150 00002000:00100000:0.0:1746137546.886911:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1d500 x1830957302102784/t4294970608(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.886917:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1d500 with x1830957302102784 ext(0->7) 00010000:00010000:0.0:1746137546.886923:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f48df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6481 expref: 271 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.886933:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14600/0x95b3ed7b846f48df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6481 expref: 271 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.886952:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1d500 00000100:00100000:0.0:1746137546.889120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.891330:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.894034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.898750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.902526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.903265:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302103936 00000100:00100000:0.0:1746137546.903269:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302103936 00002000:00100000:0.0:1746137546.903294:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bcef100 x1830957302103936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.903302:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcef100 with x1830957302103936 ext(0->4095) 00010000:00010000:0.0:1746137546.903307:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f48e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6488 expref: 272 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.903316:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f48e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6488 expref: 272 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.903322:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcef100 00000100:00100000:0.0:1746137546.903346:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2151 00000100:00100000:0.0:1746137546.903351:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+272:2008:x1830957302103936:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.903454:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+272:2008:x1830957302103936:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.903459:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2151 00002000:00100000:0.0:1746137546.903465:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bcef100 x1830957302103936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.903472:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcef100 with x1830957302103936 ext(0->4095) 00010000:00010000:0.0:1746137546.903476:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f48e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6488 expref: 272 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.903484:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f48e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6488 expref: 272 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.903494:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcef100 00000100:00100000:0.0:1746137546.905100:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.906214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.906249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.910090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.913287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.915231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.918509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.920122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.925273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.927148:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.927188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.929711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.929747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.929778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.931881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.935376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.937504:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+275:2007:x1830957302107136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1867us (2133us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746137546.937513:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2155 00002000:00100000:0.0:1746137546.937522:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f814000 x1830957302107136/t4294970610(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.937529:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957302107136 ext(0->7) 00010000:00010000:0.0:1746137546.937535:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64ab expref: 275 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.937551:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4909 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64ab expref: 275 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.937557:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:0.0:1746137546.939591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.942592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.942659:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302107520 00000100:00100000:0.0:1746137546.942668:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302107520 00000100:00100000:0.0:1746137546.945420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.946293:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302107776 00000100:00100000:0.0:1746137546.946296:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302107776 00000100:00100000:0.0:1746137546.946315:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 28933 00000100:00100000:0.0:1746137546.946320:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+274:1075:x1830957302107776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137546.946327:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137546.946333:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f64c0 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946350:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4910 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b2 expref: 275 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946358:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4917 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946363:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.946365:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137546.946368:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c0 expref: 275 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946396:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4917 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946407:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4917 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b9 expref: 5 pid: 10658 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137546.946419:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f815500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292606592:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137546.946753:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4910 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b2 expref: 275 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.946762:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4910 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64b2 expref: 275 pid: 10658 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137546.946771:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f816300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292606720:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137546.946913:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137546.947871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.948618:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.950308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.952572:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302108544 00000100:00100000:0.0:1746137546.952578:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302108544 00002000:00100000:0.0:1746137546.952609:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f57a680 x1830957302108544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.952618:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a680 with x1830957302108544 ext(0->4095) 00002000:00010000:0.0:1746137546.952621:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f57a680 00000100:00100000:0.0:1746137546.952647:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13366 00000100:00100000:0.0:1746137546.952654:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+274:2006:x1830957302108544:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.952778:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+274:2006:x1830957302108544:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137546.952785:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13366 00002000:00100000:0.0:1746137546.952790:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f57a680 x1830957302108544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 488/4536 e 0 to 0 dl 1746137557 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.952796:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a680 with x1830957302108544 ext(0->4095) 00002000:00010000:0.0:1746137546.952798:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f57a680 00000100:00100000:0.0:1746137546.953835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.955336:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f579880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957292606976:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137546.955415:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4925 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c7 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137546.955426:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c1fa800, rc 0) 00000100:00100000:0.0:1746137546.955464:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302108672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1485us (1631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137546.955470:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 28934 00000100:00100000:0.0:1746137546.955568:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302108800 00000100:00100000:0.0:1746137546.955573:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302108800 00002000:00100000:0.0:1746137546.955596:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579880 x1830957302108800/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/0 e 0 to 0 dl 1746137557 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.955604:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579880 with x1830957302108800 ext(0->7) 00010000:00010000:0.0:1746137546.955610:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c0 expref: 274 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.955624:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c0 expref: 274 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.955629:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579880 00000100:00100000:0.0:1746137546.955655:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2157 00000100:00100000:0.0:1746137546.955661:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+274:2005:x1830957302108800:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137546.956986:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+276:2005:x1830957302108800:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1321us (1480us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746137546.956994:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2157 00002000:00100000:0.0:1746137546.957000:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579880 x1830957302108800/t4294970611(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.957007:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579880 with x1830957302108800 ext(0->7) 00010000:00010000:0.0:1746137546.957013:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c0 expref: 276 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.957023:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348c2000/0x95b3ed7b846f491e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64c0 expref: 276 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.957029:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579880 00000100:00100000:0.0:1746137546.958341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.959870:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.962167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.963625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.966906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.966986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.968988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.969018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.969470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.970850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.972268:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.974302:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+279:2008:x1830957302110848:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1699us (2031us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746137546.974312:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2159 00002000:00100000:0.0:1746137546.974320:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073528a80 x1830957302110848/t4294970612(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137546.974328:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957302110848 ext(0->7) 00010000:00010000:0.0:1746137546.974335:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64d5 expref: 279 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137546.974348:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4933 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64d5 expref: 279 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137546.974354:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073528a80 00000100:00100000:0.0:1746137546.976158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.981613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.986718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.986777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.989438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.989503:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.991598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.993446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.996556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137546.999873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137547.000216:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137547.003505:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+280:2005:x1830957302112512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3335us (3620us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746137547.003519:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2161 00002000:00100000:0.0:1746137547.003532:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e954380 x1830957302112512/t4294970613(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:737/0 lens 496/448 e 0 to 0 dl 1746137557 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.003541:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957302112512 ext(0->7) 00010000:00010000:0.0:1746137547.003552:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64e3 expref: 280 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.003572:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4941 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64e3 expref: 280 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.003627:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954380 00000100:00100000:0.0:1746137547.005717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.007594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.011755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.013492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.014363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.016619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.018571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.026183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.029889:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+282:2005:x1830957302114304:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1550us (1670us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746137547.029898:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2164 00002000:00100000:0.0:1746137547.029905:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0724000 x1830957302114304/t4294970614(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.029912:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724000 with x1830957302114304 ext(0->7) 00010000:00010000:0.0:1746137547.029917:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f495d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64ff expref: 282 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.029927:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15200/0x95b3ed7b846f495d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f64ff expref: 282 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.029933:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0724000 00000100:00100000:0.0:1746137547.034037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.036892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.039421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.043527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.048609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.048664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.051021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.051038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.051070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.053964:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.055331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.056580:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+285:2007:x1830957302116352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1100us (1247us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746137547.056588:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2166 00002000:00100000:0.0:1746137547.056595:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a079a300 x1830957302116352/t4294970615(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.056608:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957302116352 ext(0->7) 00010000:00010000:0.0:1746137547.056615:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6514 expref: 285 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.056635:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45a00/0x95b3ed7b846f4972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6514 expref: 285 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.056640:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a079a300 00000100:00100000:0.0:1746137547.060187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.062294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.063986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.068100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.068140:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.070838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.071579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.071846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.074379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.077792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.079321:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+287:2006:x1830957302118144:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1306us (1533us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746137547.079329:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2169 00002000:00100000:0.0:1746137547.079336:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498a80 x1830957302118144/t4294970616(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.079344:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957302118144 ext(0->7) 00010000:00010000:0.0:1746137547.079352:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6529 expref: 287 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.079363:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6529 expref: 287 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.079369:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498a80 00000100:00100000:0.0:1746137547.082807:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.084508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.086911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.089028:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.093409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.097480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.100001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.101270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.101323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.108123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.110518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.112656:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+288:2007:x1830957302120192:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1854us (2135us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746137547.112664:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2171 00002000:00100000:0.0:1746137547.113024:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cb82a00 x1830957302120192/t4294970617(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.113035:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957302120192 ext(0->7) 00010000:00010000:0.0:1746137547.113045:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f499c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f653e expref: 288 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.113058:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f499c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f653e expref: 288 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.113065:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cb82a00 00000100:00100000:0.0:1746137547.114539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.117623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.119402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.121674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.123628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.124166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.125894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.125917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.125957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.128137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.130639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.132148:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+291:2008:x1830957302122240:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1018us (1513us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746137547.132155:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2173 00002000:00100000:0.0:1746137547.132162:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135564000 x1830957302122240/t4294970618(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.132169:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957302122240 ext(0->7) 00010000:00010000:0.0:1746137547.132175:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f49b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6553 expref: 291 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.132185:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f49b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6553 expref: 291 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.132191:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135564000 00000100:00100000:0.0:1746137547.134369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.143214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.146899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.146972:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.149150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.151407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.155214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.157716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.162008:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+292:2005:x1830957302123904:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1451us (1675us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746137547.162016:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2175 00002000:00100000:0.0:1746137547.162022:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0725c00 x1830957302123904/t4294970619(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.162029:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957302123904 ext(0->7) 00010000:00010000:0.0:1746137547.162036:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f49bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6568 expref: 292 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.162047:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f49bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6568 expref: 292 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.162053:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0725c00 00000100:00100000:0.0:1746137547.164001:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.166626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.170791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.171161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.172670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.174474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.176486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.177532:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133dc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+295:2008:x1830957302125184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (1047us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746137547.177540:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2177 00002000:00100000:0.0:1746137547.177547:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133dc8e00 x1830957302125184/t4294970620(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.177554:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133dc8e00 with x1830957302125184 ext(0->7) 00010000:00010000:0.0:1746137547.177559:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f49d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6576 expref: 295 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.177570:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15800/0x95b3ed7b846f49d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6576 expref: 295 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.177575:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133dc8e00 00000100:00100000:0.0:1746137547.179157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.181486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.186103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.186710:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.187748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.187916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.189135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.190665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.191890:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.193764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.196757:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133dcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+296:2006:x1830957302126848:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2670us (2983us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746137547.196768:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2179 00002000:00100000:0.0:1746137547.196779:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133dcb100 x1830957302126848/t4294970621(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.196787:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133dcb100 with x1830957302126848 ext(0->7) 00010000:00010000:0.0:1746137547.196797:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f49e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f658b expref: 296 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.196810:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa400/0x95b3ed7b846f49e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f658b expref: 296 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.196816:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133dcb100 00000100:00100000:0.0:1746137547.198295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.200148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.201684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.203486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.203516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.205263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.205292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.207883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.210591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.212040:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+298:2005:x1830957302128640:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1120us (1446us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746137547.212048:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2182 00002000:00100000:0.0:1746137547.212054:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e956a00 x1830957302128640/t4294970622(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.212061:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830957302128640 ext(0->7) 00010000:00010000:0.0:1746137547.212067:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f49fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65a0 expref: 298 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.212077:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f49fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65a0 expref: 298 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.212083:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e956a00 00000100:00100000:0.0:1746137547.213448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.215893:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.217596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.219551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.223831:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.226016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.226063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.226531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.228504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.235058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.236833:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+300:2008:x1830957302130688:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1525us (1781us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746137547.236842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2184 00002000:00100000:0.0:1746137547.236850:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e5f80 x1830957302130688/t4294970623(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.236857:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957302130688 ext(0->7) 00010000:00010000:0.0:1746137547.236864:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65b5 expref: 300 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.236876:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65b5 expref: 300 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.236887:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e5f80 00000100:00100000:0.0:1746137547.238070:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.239622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.241262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.242693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.247161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.247190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.248213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.249901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.252358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.254593:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+303:2005:x1830957302132480:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1687us (2232us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746137547.254604:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2186 00002000:00100000:0.0:1746137547.254614:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4d8700 x1830957302132480/t4294970624(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.254622:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8700 with x1830957302132480 ext(0->7) 00010000:00010000:0.0:1746137547.254632:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65ca expref: 303 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.254644:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4a28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65ca expref: 303 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.254649:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4d8700 00000100:00100000:0.0:1746137547.258025:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.261072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.264983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.266794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.266838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.269101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.270846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.273824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.280217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.281284:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+304:2005:x1830957302134144:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 804us (1077us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746137547.281290:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2188 00002000:00100000:0.0:1746137547.281296:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073552300 x1830957302134144/t4294970625(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.281302:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957302134144 ext(0->7) 00010000:00010000:0.0:1746137547.281307:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65df expref: 304 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.281316:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65df expref: 304 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.281322:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073552300 00000100:00100000:0.0:1746137547.285486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.286048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.288832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.291024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.292775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.295185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.297645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.298643:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+306:2006:x1830957302135296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 744us (999us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746137547.298651:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2190 00002000:00100000:0.0:1746137547.298658:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f4700 x1830957302135296/t4294970626(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.298665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f4700 with x1830957302135296 ext(0->7) 00010000:00010000:0.0:1746137547.298670:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65ed expref: 306 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.298681:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65ed expref: 306 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.298687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f4700 00000100:00100000:0.0:1746137547.300565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.307345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.307392:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.310024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.310066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.310310:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302136064 00000100:00100000:0.0:1746137547.310316:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302136064 00010000:00010000:0.0:1746137547.310339:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4a52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65f4 expref: 6 pid: 10658 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137547.310361:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16748 00000100:00100000:0.0:1746137547.310368:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302136064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137547.310378:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137547.310416:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4a52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65f4 expref: 6 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.310426:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65f4 expref: 6 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.310444:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fae00/0x95b3ed7b846f4a52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65f4 expref: 6 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.310487:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137547.310511:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302136064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 143us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.310517:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16748 00000100:00100000:0.0:1746137547.312383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.314414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.316041:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+309:2007:x1830957302136576:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1409us (1628us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746137547.316050:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2192 00002000:00100000:0.0:1746137547.316057:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f418380 x1830957302136576/t4294970627(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.316065:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f418380 with x1830957302136576 ext(0->7) 00010000:00010000:0.0:1746137547.316072:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65fb expref: 309 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.316083:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45600/0x95b3ed7b846f4a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f65fb expref: 309 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.316094:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f418380 00000100:00100000:0.0:1746137547.321634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.324195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.326365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.329574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.329627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.332537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.332634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.334990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.337795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.339262:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+311:2008:x1830957302138368:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1263us (1471us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746137547.339269:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2195 00002000:00100000:0.0:1746137547.339276:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f419180 x1830957302138368/t4294970628(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.339283:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419180 with x1830957302138368 ext(0->7) 00010000:00010000:0.0:1746137547.339290:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6610 expref: 311 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.339299:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa000/0x95b3ed7b846f4a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6610 expref: 311 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.339305:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f419180 00000100:00100000:0.0:1746137547.343275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.345418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.347587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.349779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.353084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.355469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.356210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.360079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.360113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.360134:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.362752:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.367099:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302140672 00000100:00100000:0.0:1746137547.367106:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302140672 00002000:00100000:0.0:1746137547.367147:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1d180 x1830957302140672/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/0 e 0 to 0 dl 1746137558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.367156:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957302140672 ext(0->7) 00010000:00010000:0.0:1746137547.367164:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6625 expref: 310 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.367177:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6625 expref: 310 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.367184:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1d180 00000100:00100000:0.0:1746137547.367217:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2197 00000100:00100000:0.0:1746137547.367223:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+310:2008:x1830957302140672:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137547.368661:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+312:2008:x1830957302140672:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1432us (1623us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746137547.368670:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2197 00002000:00100000:0.0:1746137547.368679:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1d180 x1830957302140672/t4294970629(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.368686:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957302140672 ext(0->7) 00010000:00010000:0.0:1746137547.368694:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6625 expref: 312 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.368705:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6625 expref: 312 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.368711:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1d180 00000100:00100000:0.0:1746137547.371760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.378561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.383418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.383845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.385784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.386063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.388730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.388892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.391109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.393851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.396454:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+314:2008:x1830957302142464:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1801us (2604us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746137547.396463:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2200 00002000:00100000:0.0:1746137547.396471:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba4000 x1830957302142464/t4294970630(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.396480:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302142464 ext(0->7) 00010000:00010000:0.0:1746137547.396488:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6633 expref: 314 pid: 9555 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.396501:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6633 expref: 314 pid: 9555 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.396507:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137547.398409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.400484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.402639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.405007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.407238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.407295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.409208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.409240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.409315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.411683:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.413897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.415008:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+317:2006:x1830957302144512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 861us (1112us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746137547.415019:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2202 00002000:00100000:0.0:1746137547.415026:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d7100 x1830957302144512/t4294970631(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.415035:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957302144512 ext(0->7) 00010000:00010000:0.0:1746137547.415041:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4aad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f664f expref: 317 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.415057:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4aad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f664f expref: 317 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.415064:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d7100 00000100:00100000:0.0:1746137547.419692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.425990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.429816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.429898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.432451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.435076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.438322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.439815:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+318:2008:x1830957302145792:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1263us (1498us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746137547.439823:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2204 00002000:00100000:0.0:1746137547.439830:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d6680 x1830957302145792/t4294970632(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.439838:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6680 with x1830957302145792 ext(0->7) 00010000:00010000:0.0:1746137547.439845:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f665d expref: 318 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.439857:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f665d expref: 318 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.439863:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d6680 00000100:00100000:0.0:1746137547.442868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.445698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.450476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.450976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.453080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.453362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.455783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.455983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.459463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.462611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.464017:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+320:2005:x1830957302147584:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1122us (1406us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746137547.464025:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2207 00002000:00100000:0.0:1746137547.464031:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cf100 x1830957302147584/t4294970633(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.464038:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf100 with x1830957302147584 ext(0->7) 00010000:00010000:0.0:1746137547.464044:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4ad0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6672 expref: 320 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.464054:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4ad0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6672 expref: 320 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.464059:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cf100 00000100:00100000:0.0:1746137547.466106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.469130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.474635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.474728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.476913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.477355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.480406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.480462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.483760:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.486378:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.487745:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+322:2005:x1830957302149376:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1166us (1371us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746137547.487752:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2210 00002000:00100000:0.0:1746137547.487759:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073517100 x1830957302149376/t4294970634(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.487767:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517100 with x1830957302149376 ext(0->7) 00010000:00010000:0.0:1746137547.487773:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4ae5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6687 expref: 322 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.487783:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4ae5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6687 expref: 322 pid: 10658 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.487790:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073517100 00000100:00100000:0.0:1746137547.492622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.500057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.502651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.503684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.506035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.508371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.514877:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+324:2007:x1830957302151168:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (908us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746137547.514885:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2213 00002000:00100000:0.0:1746137547.514893:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1c000 x1830957302151168/t4294970635(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.514901:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1c000 with x1830957302151168 ext(0->7) 00010000:00010000:0.0:1746137547.514906:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4afa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f669c expref: 324 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.514917:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4afa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f669c expref: 324 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.514923:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1c000 00000100:00100000:0.0:1746137547.517541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.522413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.522509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.525053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.525521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.531524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.533322:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+327:2008:x1830957302152448:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1133us (1798us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746137547.533329:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2215 00002000:00100000:0.0:1746137547.533336:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133f84000 x1830957302152448/t4294970636(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.533344:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84000 with x1830957302152448 ext(0->7) 00010000:00010000:0.0:1746137547.533352:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66aa expref: 327 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.533363:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44200/0x95b3ed7b846f4b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66aa expref: 327 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.533370:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f84000 00000100:00100000:0.0:1746137547.535118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.537543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.539633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.542316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.542415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.544888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.545311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.546892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.546930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.549803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.551793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.552489:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2006:x1830957302154496:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 519us (699us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746137547.552494:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2218 00002000:00100000:0.0:1746137547.552498:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073db5f80 x1830957302154496/t4294970637(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.552503:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db5f80 with x1830957302154496 ext(0->7) 00010000:00010000:0.0:1746137547.552507:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66bf expref: 328 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.552513:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44e00/0x95b3ed7b846f4b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66bf expref: 328 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.552517:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073db5f80 00000100:00100000:0.0:1746137547.554245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.556446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.562223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.566165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.566497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.568189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.568248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.568264:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302155648 00000100:00100000:0.0:1746137547.568268:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302155648 00010000:00010000:0.0:1746137547.568286:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4b2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66cd expref: 329 pid: 9557 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137547.568301:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302155520 00000100:00100000:0.0:1746137547.568303:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302155520 00010000:00010000:0.0:1746137547.568310:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66c6 expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137547.568322:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16778 00000100:00100000:0.0:1746137547.568326:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+329:2007:x1830957302155648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137547.568335:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137547.568348:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4b2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66cd expref: 329 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568357:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4b2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66cd expref: 329 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568373:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4b2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66cd expref: 329 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568390:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137547.568405:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+328:2007:x1830957302155648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.568410:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16778 00000100:00100000:0.0:1746137547.568440:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16779 00000100:00100000:0.0:1746137547.568445:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302155520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137547.568451:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137547.568456:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66c6 expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568464:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66c6 expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568473:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66c6 expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.568480:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137547.568482:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137547.568487:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66d4 expref: 327 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.568494:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66d4 expref: 327 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.568761:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66d4 expref: 327 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137547.568781:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073db4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957292623488:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137547.569054:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137547.570369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.572746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.573469:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+330:2007:x1830957302156288:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 578us (737us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746137547.573477:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2221 00002000:00100000:0.0:1746137547.573484:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073db4700 x1830957302156288/t4294970638(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.573491:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4700 with x1830957302156288 ext(0->7) 00010000:00010000:0.0:1746137547.573496:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66d4 expref: 330 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.573506:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66d4 expref: 330 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.573511:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073db4700 00000100:00100000:0.0:1746137547.577932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.580717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.589135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.589235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.589302:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29011 00000100:00100000:0.0:1746137547.589315:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+330:1076:x1830957302156800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137547.589335:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137547.589351:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f66e2 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.589560:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137547.589567:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e9 expref: 332 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.589573:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137547.589576:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e2 expref: 332 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.589629:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e9 expref: 332 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.589642:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e2 expref: 332 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.589651:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009dfb3400, rc 0) 00000100:00100000:0.0:1746137547.589775:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+332:1076:x1830957302156800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 465us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.589782:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29011 00000100:00100000:0.0:1746137547.591898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.597057:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.599604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.601002:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+333:2007:x1830957302157568:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1204us (1401us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746137547.601009:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2223 00002000:00100000:0.0:1746137547.601016:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bcefb80 x1830957302157568/t4294970639(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.601023:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957302157568 ext(0->7) 00010000:00010000:0.0:1746137547.601028:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e9 expref: 333 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.601037:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e9 expref: 333 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.601041:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:0.0:1746137547.602324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.609771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.612741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.615625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.615743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.616577:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16783 00000100:00100000:0.0:1746137547.616588:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+334:2006:x1830957302158592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137547.616603:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137547.616620:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e2 expref: 334 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.616633:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e2 expref: 334 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.616657:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009dfb3400/0x95b3ed7b846f4b40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66e2 expref: 334 pid: 10658 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.616677:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137547.616695:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+333:2006:x1830957302158592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 112us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.616701:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16783 00000100:00100000:0.0:1746137547.618619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.621161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.628750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.630873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.632531:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+334:2005:x1830957302159232:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1010us (1662us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746137547.632538:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2225 00002000:00100000:0.0:1746137547.632544:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f815500 x1830957302159232/t4294970640(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.632550:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815500 with x1830957302159232 ext(0->7) 00010000:00010000:0.0:1746137547.632556:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66f7 expref: 334 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.632565:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f66f7 expref: 334 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.632570:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f815500 00000100:00100000:0.0:1746137547.634191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.636552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.638443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.640130:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.640484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.643468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.652740:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+337:2008:x1830957302160512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1241us (1513us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746137547.652749:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2228 00002000:00100000:0.0:1746137547.652756:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1ca80 x1830957302160512/t4294970641(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.652764:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957302160512 ext(0->7) 00010000:00010000:0.0:1746137547.652770:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6705 expref: 337 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.652782:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6705 expref: 337 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.652788:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:0.0:1746137547.655825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.661842:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302161024 00000100:00100000:0.0:1746137547.661846:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302161024 00002000:00100000:0.0:1746137547.661873:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800736d5880 x1830957302161024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 488/0 e 0 to 0 dl 1746137558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.661882:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302161024 ext(0->4095) 00010000:00010000:0.0:1746137547.661888:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.661896:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.661901:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137547.661914:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2229 00000100:00100000:0.0:1746137547.661919:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+338:2007:x1830957302161024:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137547.662024:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+338:2007:x1830957302161024:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137547.662029:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2229 00002000:00100000:0.0:1746137547.662034:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800736d5880 x1830957302161024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 488/4536 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.662040:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302161024 ext(0->4095) 00010000:00010000:0.0:1746137547.662044:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.662052:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.662057:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137547.669584:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16788 00000100:00100000:0.0:1746137547.669595:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+337:2005:x1830957302161280:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137547.669609:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137547.669632:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 337 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.669645:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 337 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.669665:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb000/0x95b3ed7b846f4b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f670c expref: 337 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.669699:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137547.669701:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137547.669707:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 336 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.669715:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 336 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.669754:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 336 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137547.669765:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 336 pid: 9557 timeout: 740 lvb_type: 0 00000100:00100000:0.0:1746137547.669777:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073528380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292625792:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137547.670248:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137547.674043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.676743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.677775:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+338:2005:x1830957302161792:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 840us (1049us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746137547.677781:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2231 00002000:00100000:0.0:1746137547.677786:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073528000 x1830957302161792/t4294970642(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.677793:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528000 with x1830957302161792 ext(0->7) 00010000:00010000:0.0:1746137547.677799:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.677808:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4b71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6713 expref: 338 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.677813:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073528000 00000100:00100000:0.0:1746137547.682045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.688193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.695582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.696143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.699390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.699509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.701377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.701412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.703598:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.707918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.709774:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+340:2006:x1830957302163584:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1316us (1863us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746137547.709783:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2234 00002000:00100000:0.0:1746137547.709790:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f893b80 x1830957302163584/t4294970643(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.709797:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957302163584 ext(0->7) 00010000:00010000:0.0:1746137547.709803:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6728 expref: 340 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.709813:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fa800/0x95b3ed7b846f4b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6728 expref: 340 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.709823:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f893b80 00000100:00100000:0.0:1746137547.712499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.715280:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.721978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.723849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.727882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.728838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.731412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.731451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.735324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.738912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.742190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.744304:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+343:2005:x1830957302165632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1589us (2110us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746137547.744316:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2236 00002000:00100000:0.0:1746137547.744325:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d5f80 x1830957302165632/t4294970644(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.744334:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957302165632 ext(0->7) 00010000:00010000:0.0:1746137547.744343:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f673d expref: 343 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.744357:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4b9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f673d expref: 343 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.744364:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137547.746611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.750317:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.755166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.758240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.758934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.759119:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302166528 00000100:00100000:0.0:1746137547.759123:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302166528 00002000:00100000:0.0:1746137547.759147:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fd3a300 x1830957302166528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/0 e 0 to 0 dl 1746137558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.759155:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3a300 with x1830957302166528 ext(0->4095) 00010000:00010000:0.0:1746137547.759161:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982ca00/0x95b3ed7b846f4ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f674b expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.759169:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982ca00/0x95b3ed7b846f4ba9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f674b expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.759174:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd3a300 00000100:00100000:0.0:1746137547.759193:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2237 00000100:00100000:0.0:1746137547.759199:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302166528:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137547.759317:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302166528:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137547.759323:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2237 00002000:00100000:0.0:1746137547.759329:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fd3a300 x1830957302166528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/4536 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.759336:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3a300 with x1830957302166528 ext(0->4095) 00010000:00010000:0.0:1746137547.759340:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982ca00/0x95b3ed7b846f4ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f674b expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.759348:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982ca00/0x95b3ed7b846f4ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f674b expref: 6 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.759353:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd3a300 00000100:00100000:0.0:1746137547.762575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.766791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.775604:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.776796:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+344:2007:x1830957302167424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 940us (1200us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746137547.776803:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2239 00002000:00100000:0.0:1746137547.776810:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd39c00 x1830957302167424/t4294970645(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.776818:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957302167424 ext(0->7) 00010000:00010000:0.0:1746137547.776824:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6752 expref: 344 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.776834:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fac00/0x95b3ed7b846f4bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6752 expref: 344 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.776840:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd39c00 00000100:00100000:0.0:1746137547.779042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.784993:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302167936 00000100:00100000:0.0:1746137547.785000:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302167936 00002000:00100000:0.0:1746137547.785035:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f41aa00 x1830957302167936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/0 e 0 to 0 dl 1746137558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.785050:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41aa00 with x1830957302167936 ext(0->4095) 00002000:00010000:0.0:1746137547.785054:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f41aa00 00000100:00100000:0.0:1746137547.785069:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13424 00000100:00100000:0.0:1746137547.785075:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302167936:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137547.785186:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302167936:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137547.785192:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13424 00002000:00100000:0.0:1746137547.785197:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f41aa00 x1830957302167936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/4536 e 0 to 0 dl 1746137558 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.785204:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41aa00 with x1830957302167936 ext(0->4095) 00002000:00010000:0.0:1746137547.785207:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f41aa00 00000100:00100000:0.0:1746137547.788851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.790475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.792254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.794648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.795668:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+347:2007:x1830957302168704:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 832us (1023us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746137547.795674:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2241 00002000:00100000:0.0:1746137547.795680:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03ab800 x1830957302168704/t4294970646(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.795686:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab800 with x1830957302168704 ext(0->7) 00010000:00010000:0.0:1746137547.795691:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f4bbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6760 expref: 347 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.795704:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f4bbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6760 expref: 347 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.795709:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03ab800 00000100:00100000:0.0:1746137547.802449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.806137:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.808988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.809351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.812286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.812655:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.814383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.818900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.820894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.823382:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+348:2006:x1830957302170368:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2230us (2483us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746137547.823393:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2243 00002000:00100000:0.0:1746137547.823403:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775500 x1830957302170368/t4294970647(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.823413:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775500 with x1830957302170368 ext(0->7) 00010000:00010000:0.0:1746137547.823422:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6775 expref: 348 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.823435:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4bd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6775 expref: 348 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.823447:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775500 00000100:00100000:0.0:1746137547.824862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.827876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.830721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.835379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.836879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.838796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.840009:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.841701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.843857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.845266:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+350:2005:x1830957302172160:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1221us (1405us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746137547.845274:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2246 00002000:00100000:0.0:1746137547.845281:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775880 x1830957302172160/t4294970648(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.845289:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957302172160 ext(0->7) 00010000:00010000:0.0:1746137547.845295:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f4be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f678a expref: 350 pid: 24924 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.845304:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f4be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f678a expref: 350 pid: 24924 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.845417:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775880 00000100:00100000:0.0:1746137547.846624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.849645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.852301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.854927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.858414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.858470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.861395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.861427:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.861457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.864197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.866790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.867992:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+353:2005:x1830957302174208:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 897us (1207us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746137547.868000:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2248 00002000:00100000:0.0:1746137547.868006:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c351500 x1830957302174208/t4294970649(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.868014:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957302174208 ext(0->7) 00010000:00010000:0.0:1746137547.868019:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c600/0x95b3ed7b846f4bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f679f expref: 353 pid: 9557 timeout: 740 lvb_type: 0 00010000:00010000:0.0:1746137547.868028:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c600/0x95b3ed7b846f4bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f679f expref: 353 pid: 9557 timeout: 740 lvb_type: 0 00002000:00010000:0.0:1746137547.868033:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137547.875544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.878998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.882716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.882768:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.885915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.888161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.890640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.894033:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+354:2008:x1830957302175488:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2999us (3298us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746137547.894044:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2250 00002000:00100000:0.0:1746137547.894053:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c352a00 x1830957302175488/t4294970650(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.894062:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352a00 with x1830957302175488 ext(0->7) 00010000:00010000:0.0:1746137547.894071:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4c0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67b4 expref: 354 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.894084:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4c0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67b4 expref: 354 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.894090:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c352a00 00000100:00100000:0.0:1746137547.896055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.900338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.902390:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292631552 00000100:00100000:0.0:1746137547.902396:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292631552 00000100:00100000:0.0:1746137547.902426:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292631680 00000100:00100000:0.0:1746137547.902428:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292631680 00000100:00100000:0.0:1746137547.902442:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1746137547.902449:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957292631040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902487:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957292631040:12345-0@lo:400:kworker.0 Request processed in 39us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902493:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1746137547.902503:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1746137547.902508:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957292631680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902526:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957292631680:12345-0@lo:400:kworker.0 Request processed in 18us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902531:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1746137547.902546:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292631168 00000100:00100000:0.0:1746137547.902548:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292631168 00000100:00100000:0.0:1746137547.902560:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292631424 00000100:00100000:0.0:1746137547.902562:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292631424 00000100:00100000:0.0:1746137547.902570:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1746137547.902574:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292631168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902593:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292631168:12345-0@lo:400:kworker.0 Request processed in 19us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902598:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1746137547.902604:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1746137547.902607:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292631424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902628:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292631424:12345-0@lo:400:kworker.0 Request processed in 20us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902633:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1746137547.902644:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292631936 00000100:00100000:0.0:1746137547.902646:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292631936 00000100:00100000:0.0:1746137547.902662:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292632448 00000100:00100000:0.0:1746137547.902664:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292632448 00000100:00100000:0.0:1746137547.902675:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1746137547.902679:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292631936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902697:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292631936:12345-0@lo:400:kworker.0 Request processed in 19us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902702:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1746137547.902708:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1746137547.902711:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292632448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.902725:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957292632448:12345-0@lo:400:kworker.0 Request processed in 13us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.902740:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1746137547.903149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137547.903172:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957292631808:0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.903190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137547.903380:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957292632320:0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.903396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137547.903430:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957292631296:0@lo:400:kworker.0 00000100:00080000:0.0:1746137547.903456:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137547.903467:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746137547.903472:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957292631808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.903495:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957292631808:12345-0@lo:400:kworker.0 Request processed in 24us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.903500:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00080000:0.0:1746137547.903511:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137547.903522:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089c48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957292631808:0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.903530:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089c4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957292632320:0@lo:400:kworker.0 00000100:00100000:0.0:1746137547.903880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.907855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.910476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.910518:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.913281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.914252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.914278:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.918519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.920597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.928872:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+357:2005:x1830957302177536:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7501us (8271us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746137547.928886:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2252 00002000:00100000:0.0:1746137547.928897:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099434a80 x1830957302177536/t4294970651(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.928908:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957302177536 ext(0->7) 00010000:00010000:0.0:1746137547.928919:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67c2 expref: 357 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.928950:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4c20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67c2 expref: 357 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.928958:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099434a80 00000100:00100000:0.0:1746137547.931407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.934530:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957292633216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137547.934701:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137547.935652:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089c49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957292633216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137547.937375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.937537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.939561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.944377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.949481:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292633728 00000100:00100000:0.0:1746137547.949485:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292633728 00000100:00100000:0.0:1746137547.949859:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1746137547.949866:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957292633728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137547.949991:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 985058112 pending 5017600 free 3920252928 avail 3688730624 00000100:00100000:0.0:1746137547.950039:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957292633728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137547.950044:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1746137547.950298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.954267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.955698:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+358:2008:x1830957302179200:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1212us (1435us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746137547.955707:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2254 00002000:00100000:0.0:1746137547.955713:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e5180 x1830957302179200/t4294970652(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.955722:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5180 with x1830957302179200 ext(0->7) 00010000:00010000:0.0:1746137547.955739:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67d7 expref: 358 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.955750:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c45200/0x95b3ed7b846f4c35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67d7 expref: 358 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.955755:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e5180 00000100:00100000:0.0:1746137547.957392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.959918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.960605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.960624:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302179712 00000100:00100000:0.0:1746137547.960627:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302179712 00002000:00100000:0.0:1746137547.960655:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f4dad80 x1830957302179712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/0 e 0 to 0 dl 1746137558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.960665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dad80 with x1830957302179712 ext(0->4095) 00010000:00010000:0.0:1746137547.960671:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4c3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67de expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.960681:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4c3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67de expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.960687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4dad80 00000100:00100000:0.0:1746137547.960700:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2255 00000100:00100000:0.0:1746137547.960705:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302179712:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137547.961348:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302179712:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 640us (740us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137547.961481:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2255 00002000:00100000:0.0:1746137547.961489:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f4dad80 x1830957302179712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:738/0 lens 488/4536 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.961497:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dad80 with x1830957302179712 ext(0->4095) 00010000:00010000:0.0:1746137547.961502:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4c3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67de expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.961512:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44600/0x95b3ed7b846f4c3c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67de expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.961518:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4dad80 00000100:00100000:0.0:1746137547.964163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.966420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.970992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.975159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.979651:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+360:2006:x1830957302180352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4347us (4480us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746137547.979665:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2256 00002000:00100000:0.0:1746137547.979676:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f49bb80 x1830957302180352/t4294970653(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:738/0 lens 496/448 e 0 to 0 dl 1746137558 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137547.979686:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49bb80 with x1830957302180352 ext(0->7) 00010000:00010000:0.0:1746137547.979696:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67e5 expref: 360 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137547.979711:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44a00/0x95b3ed7b846f4c43 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67e5 expref: 360 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137547.979718:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f49bb80 00000100:00100000:0.0:1746137547.984264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.988524:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.990557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.991588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.993930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.994332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.997042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137547.997084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.000118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.002027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.003775:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+362:2008:x1830957302182144:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1052us (1750us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746137548.003783:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2259 00002000:00100000:0.0:1746137548.003790:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a079ad80 x1830957302182144/t4294970654(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.003798:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957302182144 ext(0->7) 00010000:00010000:0.0:1746137548.003805:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67fa expref: 362 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.003814:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880089c44000/0x95b3ed7b846f4c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f67fa expref: 362 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.003819:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a079ad80 00000100:00100000:0.0:1746137548.005818:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.009886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.012996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.019649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.019699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.025849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.025976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.028305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.030793:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.032808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.035228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.037119:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+364:2006:x1830957302184064:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1408us (1889us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1746137548.037127:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2261 00002000:00100000:0.0:1746137548.037136:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f99a680 x1830957302184064/t4294970655(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.037143:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a680 with x1830957302184064 ext(0->7) 00010000:00010000:0.0:1746137548.037151:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f680f expref: 364 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.037161:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f680f expref: 364 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.037167:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f99a680 00000100:00100000:0.0:1746137548.044027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.044081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.044707:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16825 00000100:00100000:0.0:1746137548.044798:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+365:2008:x1830957302184192:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137548.044811:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137548.044830:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f680f expref: 365 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.044843:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f680f expref: 365 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.044863:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fba00/0x95b3ed7b846f4c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f680f expref: 365 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.044893:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.044894:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.044902:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4c74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6816 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.044909:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4c74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6816 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.044954:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4c74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6816 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.044964:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4c74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6816 expref: 5 pid: 9557 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.044974:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292635904:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137548.045042:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.047874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.050179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.060378:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.067968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.071248:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+366:2006:x1830957302185216:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2967us (3314us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746137548.071260:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2263 00002000:00100000:0.0:1746137548.071271:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136634380 x1830957302185216/t4294970656(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.071280:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634380 with x1830957302185216 ext(0->7) 00010000:00010000:0.0:1746137548.071290:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f4c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f681d expref: 366 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.071310:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f4c7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f681d expref: 366 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.071316:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136634380 00000100:00100000:0.0:1746137548.079401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.080757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.081446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.085672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.085715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.088240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.091005:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.095168:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+369:2005:x1830957302186496:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3993us (4158us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746137548.095182:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2266 00002000:00100000:0.0:1746137548.095195:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880136635880 x1830957302186496/t4294970657(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.095206:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635880 with x1830957302186496 ext(0->7) 00010000:00010000:0.0:1746137548.095215:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dda00/0x95b3ed7b846f4c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f682b expref: 369 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.095231:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dda00/0x95b3ed7b846f4c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f682b expref: 369 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.095238:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136635880 00000100:00100000:0.0:1746137548.097715:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.103075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.103097:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302186880 00000100:00100000:0.0:1746137548.103103:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302186880 00002000:00100000:0.0:1746137548.103135:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136634a80 x1830957302186880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.103145:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634a80 with x1830957302186880 ext(0->4095) 00002000:00010000:0.0:1746137548.103150:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136634a80 00000100:00100000:0.0:1746137548.103163:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13443 00000100:00100000:0.0:1746137548.103168:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+368:2008:x1830957302186880:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.103271:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+368:2008:x1830957302186880:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137548.103276:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13443 00002000:00100000:0.0:1746137548.103281:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880136634a80 x1830957302186880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/4536 e 0 to 0 dl 1746137559 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.103288:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634a80 with x1830957302186880 ext(0->4095) 00002000:00010000:0.0:1746137548.103291:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136634a80 00000100:00100000:0.0:1746137548.109705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.109794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.114000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.124422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.130770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.131976:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+370:2008:x1830957302187776:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1211us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746137548.131983:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2268 00002000:00100000:0.0:1746137548.131990:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800734d8380 x1830957302187776/t4294970658(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.131998:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8380 with x1830957302187776 ext(0->7) 00010000:00010000:0.0:1746137548.132002:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f4c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6839 expref: 370 pid: 24924 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.132454:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14800/0x95b3ed7b846f4c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6839 expref: 370 pid: 24924 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.132461:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800734d8380 00000100:00100000:0.0:1746137548.140813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.146816:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c353800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292637312:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137548.146833:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137548.146886:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+369:2005:x1830957302187904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5079us (6086us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137548.146895:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16831 00000100:00100000:0.0:1746137548.147228:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302188160 00000100:00100000:0.0:1746137548.147234:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302188160 00002000:00100000:0.0:1746137548.147266:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c353b80 x1830957302188160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.147274:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353b80 with x1830957302188160 ext(0->4095) 00002000:00010000:0.0:1746137548.147278:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c353b80 00000100:00100000:0.0:1746137548.147291:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13444 00000100:00100000:0.0:1746137548.147296:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302188160:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.147412:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302188160:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137548.147421:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13444 00002000:00100000:0.0:1746137548.147425:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c353b80 x1830957302188160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:739/0 lens 488/4536 e 0 to 0 dl 1746137559 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.147432:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353b80 with x1830957302188160 ext(0->4095) 00002000:00010000:0.0:1746137548.147435:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c353b80 00000100:00100000:0.0:1746137548.149583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.152497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.155138:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.155287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.159446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.160010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.161986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.164662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.169720:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+372:2008:x1830957302189568:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4799us (5053us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746137548.169742:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2271 00002000:00100000:0.0:1746137548.169753:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e81b480 x1830957302189568/t4294970659(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.169764:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b480 with x1830957302189568 ext(0->7) 00010000:00010000:0.0:1746137548.169773:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc800/0x95b3ed7b846f4cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f684e expref: 372 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.169789:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc800/0x95b3ed7b846f4cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f684e expref: 372 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.169802:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e81b480 00000100:00100000:0.0:1746137548.172381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.183686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.183741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.186794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.187091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.190687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.194000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.196037:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+375:2005:x1830957302190848:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1733us (2031us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746137548.196048:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2274 00002000:00100000:0.0:1746137548.196058:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e5180 x1830957302190848/t4294970660(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.196066:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5180 with x1830957302190848 ext(0->7) 00010000:00010000:0.0:1746137548.196075:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f685c expref: 375 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.196088:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f685c expref: 375 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.196094:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e5180 00000100:00100000:0.0:1746137548.197526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.200689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.202389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.204769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.212415:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.214595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.218148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.218179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.218200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.218223:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302192512 00000100:00100000:0.0:1746137548.218225:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302192512 00010000:00010000:0.0:1746137548.218235:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dce00/0x95b3ed7b846f4cc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f686a expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.221745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.223790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.226313:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+377:2008:x1830957302193152:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1179us (2525us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746137548.226321:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2277 00002000:00100000:0.0:1746137548.226329:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036df80 x1830957302193152/t4294970661(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.226337:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957302193152 ext(0->7) 00010000:00010000:0.0:1746137548.226345:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4ccf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6871 expref: 377 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.226356:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4ccf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6871 expref: 377 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.226363:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036df80 00000100:00100000:0.0:1746137548.229577:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.233827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.235821:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.236074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.240060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.241053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.241904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.242864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.245772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.249138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.250456:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133dd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+379:2008:x1830957302194944:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1126us (1328us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746137548.250464:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2280 00002000:00100000:0.0:1746137548.250470:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133dd0700 x1830957302194944/t4294970662(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.250478:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133dd0700 with x1830957302194944 ext(0->7) 00010000:00010000:0.0:1746137548.250484:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f687f expref: 379 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.250494:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f687f expref: 379 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.250499:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133dd0700 00000100:00100000:0.0:1746137548.260210:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.267460:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302195456 00000100:00100000:0.0:1746137548.267779:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302195456 00002000:00100000:0.0:1746137548.267814:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c350000 x1830957302195456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.267823:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350000 with x1830957302195456 ext(0->4095) 00010000:00010000:0.0:1746137548.268204:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f4ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f688d expref: 379 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.268215:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f4ceb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f688d expref: 379 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.268221:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c350000 00000100:00100000:0.0:1746137548.269818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.269894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.275625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.277574:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+380:2005:x1830957302196224:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1727us (1947us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1746137548.277584:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2283 00002000:00100000:0.0:1746137548.277593:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03a9880 x1830957302196224/t4294970663(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.277601:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9880 with x1830957302196224 ext(0->7) 00010000:00010000:0.0:1746137548.277610:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6894 expref: 380 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.277622:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15c00/0x95b3ed7b846f4cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6894 expref: 380 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.277628:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03a9880 00000100:00100000:0.0:1746137548.280151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.284205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.291317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.291369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.293843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.293877:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.295551:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.295969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.300901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.306043:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.307462:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+382:2005:x1830957302198016:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1019us (1427us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746137548.307470:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2286 00002000:00100000:0.0:1746137548.307477:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777480 x1830957302198016/t4294970664(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.307483:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777480 with x1830957302198016 ext(0->7) 00010000:00010000:0.0:1746137548.307490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68a2 expref: 382 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.307500:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68a2 expref: 382 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.307505:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777480 00000100:00100000:0.0:1746137548.313265:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.316846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.316927:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.320573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.320650:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.326092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.329449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.331017:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+385:2005:x1830957302199296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1232us (1573us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746137548.331025:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2289 00002000:00100000:0.0:1746137548.331031:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d7b80 x1830957302199296/t4294970665(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.331038:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7b80 with x1830957302199296 ext(0->7) 00010000:00010000:0.0:1746137548.331044:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f4d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68b7 expref: 385 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.331054:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f4d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68b7 expref: 385 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.331060:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d7b80 00000100:00100000:0.0:1746137548.336709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.340562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.345583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.347696:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.347749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.352408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.358335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.359243:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+387:2008:x1830957302201088:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (910us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746137548.359250:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2291 00002000:00100000:0.0:1746137548.359257:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd39880 x1830957302201088/t4294970666(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.359264:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957302201088 ext(0->7) 00010000:00010000:0.0:1746137548.359269:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c800/0x95b3ed7b846f4d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68cc expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.359280:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c800/0x95b3ed7b846f4d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68cc expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.359285:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd39880 00000100:00100000:0.0:1746137548.361355:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.363880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.366894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.370617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.371476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.373102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.375019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.375099:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302202496 00000100:00100000:0.0:1746137548.375102:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302202496 00010000:00010000:0.0:1746137548.375115:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68d3 expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.375138:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16854 00000100:00100000:0.0:1746137548.375143:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+387:2006:x1830957302202496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137548.375149:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137548.375159:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68d3 expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.375176:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68d3 expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.375199:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4d31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68d3 expref: 387 pid: 10658 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.375219:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.375221:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.375226:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 386 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.375233:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 386 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.375256:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 386 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.375275:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 386 pid: 10658 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.375283:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292642432:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137548.375328:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.377146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.380327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.381585:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+388:2006:x1830957302203136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1010us (1262us total) trans 4294970667 rc 0/0 00000100:00100000:0.0:1746137548.381592:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2294 00002000:00100000:0.0:1746137548.381600:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133f84380 x1830957302203136/t4294970667(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.381607:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957302203136 ext(0->7) 00010000:00010000:0.0:1746137548.381612:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 388 pid: 10658 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.381623:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4d3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68e1 expref: 388 pid: 10658 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.381629:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f84380 00000100:00100000:0.0:1746137548.387154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.389625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.392288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.392913:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.394544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.396906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.397601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.402644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.405349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.406433:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+390:2007:x1830957302204928:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 824us (1089us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746137548.406441:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2297 00002000:00100000:0.0:1746137548.406448:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cc380 x1830957302204928/t4294970668(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.406457:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc380 with x1830957302204928 ext(0->7) 00010000:00010000:0.0:1746137548.406462:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68f6 expref: 390 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.406472:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce15e00/0x95b3ed7b846f4d54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f68f6 expref: 390 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.406483:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cc380 00000100:00100000:0.0:1746137548.412345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.416810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.421541:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.422860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.424428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.427871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.428008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.428803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.446038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.448044:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+392:2007:x1830957302206720:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1492us (2011us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746137548.448053:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2300 00002000:00100000:0.0:1746137548.448060:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800735f5c00 x1830957302206720/t4294970669(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.448068:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f5c00 with x1830957302206720 ext(0->7) 00010000:00010000:0.0:1746137548.448074:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4d69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6904 expref: 392 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.448085:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4d69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6904 expref: 392 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.448090:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800735f5c00 00000100:00100000:0.0:1746137548.452183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.454480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.462302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.468253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.483476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.485313:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29093 00000100:00100000:0.0:1746137548.485425:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957302207744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137548.485444:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137548.485460:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fac7200/0x95b3ed7b846f4d7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6920 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.485489:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f4d77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6919 expref: 391 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.485496:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137548.485497:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137548.485501:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fac7200/0x95b3ed7b846f4d7e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6920 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.485532:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f4d77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6919 expref: 391 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.485542:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f4d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6919 expref: 391 pid: 9557 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.485553:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb83480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292644352:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137548.486194:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.491014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.492084:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+394:2005:x1830957302207872:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 880us (1075us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746137548.492091:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2302 00002000:00100000:0.0:1746137548.492098:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cb81500 x1830957302207872/t4294970670(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.492105:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957302207872 ext(0->7) 00010000:00010000:0.0:1746137548.492110:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f4d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6919 expref: 394 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.492118:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f4d77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6919 expref: 394 pid: 9557 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.492124:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cb81500 00000100:00100000:0.0:1746137548.495895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.496147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.499610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.499711:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302208384 00000100:00100000:0.0:1746137548.499718:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302208384 00000100:00100000:0.0:1746137548.502772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.504770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.508509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.513545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.515828:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+396:2006:x1830957302209024:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (2282us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746137548.515836:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2304 00002000:00100000:0.0:1746137548.515843:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135564700 x1830957302209024/t4294970671(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.515856:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564700 with x1830957302209024 ext(0->7) 00010000:00010000:0.0:1746137548.515862:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6927 expref: 396 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.515873:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6927 expref: 396 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.515878:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135564700 00000100:00100000:0.0:1746137548.518857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.522353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.528404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.529921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.531917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.533553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.537917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.542964:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+399:2007:x1830957302210304:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4005us (5025us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746137548.542977:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2306 00002000:00100000:0.0:1746137548.542988:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777b80 x1830957302210304/t4294970672(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.542997:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957302210304 ext(0->7) 00010000:00010000:0.0:1746137548.543008:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6935 expref: 399 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.543022:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6935 expref: 399 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.543030:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777b80 00000100:00100000:0.0:1746137548.553113:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.557136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.560060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.563555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.567041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.570859:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+400:2005:x1830957302211584:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3495us (3815us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746137548.570872:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2309 00002000:00100000:0.0:1746137548.570884:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775c00 x1830957302211584/t4294970673(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.570893:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957302211584 ext(0->7) 00010000:00010000:0.0:1746137548.570903:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f4da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6943 expref: 400 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.570918:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f4da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6943 expref: 400 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.570925:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775c00 00000100:00100000:0.0:1746137548.579361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.583029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.585235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.587865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.590816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.594015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.595802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.597095:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+402:2006:x1830957302212736:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1128us (1294us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746137548.597101:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2311 00002000:00100000:0.0:1746137548.597107:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036c700 x1830957302212736/t4294970674(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.597114:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036c700 with x1830957302212736 ext(0->7) 00010000:00010000:0.0:1746137548.597119:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc800/0x95b3ed7b846f4daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6951 expref: 402 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.597127:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc800/0x95b3ed7b846f4daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6951 expref: 402 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.597133:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036c700 00000100:00100000:0.0:1746137548.598453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.600802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.604017:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.604206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.606228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.608906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.611549:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.612529:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+405:2006:x1830957302214016:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 774us (982us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746137548.612536:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2313 00002000:00100000:0.0:1746137548.612541:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f816a00 x1830957302214016/t4294970675(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.612553:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957302214016 ext(0->7) 00010000:00010000:0.0:1746137548.612557:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6966 expref: 405 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.612566:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4dbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6966 expref: 405 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.612570:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f816a00 00000100:00100000:0.0:1746137548.613829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.616186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.618232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.619653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.623507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.625526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.627837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.628025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.628736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.633092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.636115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.637074:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+406:2006:x1830957302216064:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (963us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746137548.637082:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2315 00002000:00100000:0.0:1746137548.637089:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f520380 x1830957302216064/t4294970676(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.637096:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957302216064 ext(0->7) 00010000:00010000:0.0:1746137548.637101:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6974 expref: 406 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.637111:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6974 expref: 406 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.637117:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:0.0:1746137548.639076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.641660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.644499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.647351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.650630:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.651175:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.653230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.656476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.659615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.661191:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+409:2006:x1830957302218112:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (1580us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746137548.661200:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2317 00002000:00100000:0.0:1746137548.661207:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba4380 x1830957302218112/t4294970677(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.661213:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4380 with x1830957302218112 ext(0->7) 00010000:00010000:0.0:1746137548.661220:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6989 expref: 409 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.661228:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14000/0x95b3ed7b846f4de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6989 expref: 409 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.661239:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4380 00000100:00100000:0.0:1746137548.664582:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.667992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.669883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.672052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.672399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.674779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.674817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.677790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.677850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.678518:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2498f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.680577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.682338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.683266:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+410:2005:x1830957302220160:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (930us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746137548.683274:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2320 00002000:00100000:0.0:1746137548.683280:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133dcb480 x1830957302220160/t4294970678(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.683288:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133dcb480 with x1830957302220160 ext(0->7) 00010000:00010000:0.0:1746137548.683294:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f699e expref: 410 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.683305:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ce14400/0x95b3ed7b846f4dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f699e expref: 410 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.683316:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133dcb480 00000100:00100000:0.0:1746137548.684565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.688229:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302220544 00000100:00100000:0.0:1746137548.688235:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302220544 00002000:00100000:0.0:1746137548.688266:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c4a300 x1830957302220544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.688275:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957302220544 ext(0->4095) 00002000:00010000:0.0:1746137548.688279:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089c4a300 00000100:00100000:0.0:1746137548.688304:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13469 00000100:00100000:0.0:1746137548.688309:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302220544:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.688425:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302220544:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137548.688430:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13469 00002000:00100000:0.0:1746137548.688435:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c4a300 x1830957302220544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:739/0 lens 488/4536 e 0 to 0 dl 1746137559 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.688777:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957302220544 ext(0->4095) 00002000:00010000:0.0:1746137548.688780:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089c4a300 00000100:00100000:0.0:1746137548.697557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.704188:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302221056 00000100:00100000:0.0:1746137548.704198:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302221056 00000100:00100000:0.0:1746137548.704242:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29114 00000100:00100000:0.0:1746137548.704250:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+410:1075:x1830957302221056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137548.704265:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137548.704282:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f69b3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704309:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fac7200/0x95b3ed7b846f4e03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69a5 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704317:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704322:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.704323:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.704326:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69b3 expref: 411 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704354:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704366:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.704378:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292649088:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137548.704494:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fac7200/0x95b3ed7b846f4e03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69a5 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.704503:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fac7200/0x95b3ed7b846f4e03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69a5 expref: 6 pid: 9555 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.704511:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292649216:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137548.704530:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.706302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.706336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.706380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.706608:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16884 00000100:00100000:0.0:1746137548.706614:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+412:2007:x1830957302221568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137548.706619:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137548.706965:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.706974:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.706984:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f4e0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69ac expref: 411 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.707004:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.707006:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.707011:0:7199:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69b3 expref: 410 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.707017:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69b3 expref: 410 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137548.708993:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.711194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.712044:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+412:2005:x1830957302222208:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 675us (852us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746137548.712051:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2322 00002000:00100000:0.0:1746137548.712057:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498700 x1830957302222208/t4294970679(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.712063:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498700 with x1830957302222208 ext(0->7) 00010000:00010000:0.0:1746137548.712069:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69b3 expref: 412 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.712078:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009dfab200/0x95b3ed7b846f4e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69b3 expref: 412 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.712083:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498700 00000100:00100000:0.0:1746137548.713262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.715305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.716820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.718447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.722538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.724915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.725006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.727285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.727462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.730097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.732024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.734148:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+415:2005:x1830957302224512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1559us (2122us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746137548.734157:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2324 00002000:00100000:0.0:1746137548.734167:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1ca80 x1830957302224512/t4294970680(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.734174:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ca80 with x1830957302224512 ext(0->7) 00010000:00010000:0.0:1746137548.734183:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c200/0x95b3ed7b846f4e26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69c8 expref: 415 pid: 24924 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.734194:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c200/0x95b3ed7b846f4e26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69c8 expref: 415 pid: 24924 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.734200:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1ca80 00000100:00100000:0.0:1746137548.737203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.740417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.742245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.742614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.744460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.744494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.746480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.748564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.756329:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.758779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.760156:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+416:2007:x1830957302226176:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1379us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746137548.760163:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2326 00002000:00100000:0.0:1746137548.760170:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099436300 x1830957302226176/t4294970681(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.760177:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436300 with x1830957302226176 ext(0->7) 00010000:00010000:0.0:1746137548.760184:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69dd expref: 416 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.760194:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4e3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69dd expref: 416 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.760200:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099436300 00000100:00100000:0.0:1746137548.773115:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.774416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.777990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.780294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.783111:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.784398:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+418:2005:x1830957302227328:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1298us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746137548.784405:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2328 00002000:00100000:0.0:1746137548.784411:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099436a00 x1830957302227328/t4294970682(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.784418:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957302227328 ext(0->7) 00010000:00010000:0.0:1746137548.784425:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69eb expref: 418 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.784435:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4e49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69eb expref: 418 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.784441:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099436a00 00000100:00100000:0.0:1746137548.792509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.797671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.799811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.799886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.802787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.808074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.810885:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.814078:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+421:2006:x1830957302228608:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2969us (3190us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746137548.814091:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2330 00002000:00100000:0.0:1746137548.814102:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073516300 x1830957302228608/t4294970683(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.814111:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516300 with x1830957302228608 ext(0->7) 00010000:00010000:0.0:1746137548.814121:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f4e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69f9 expref: 421 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.814137:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f4e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f69f9 expref: 421 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.814143:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073516300 00000100:00100000:0.0:1746137548.817290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.821175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.826115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.827018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.829167:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.829194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.829228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.838171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.840473:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+421:2007:x1830957302230400:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.841928:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+423:2007:x1830957302230400:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1512us (3764us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746137548.841948:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2332 00002000:00100000:0.0:1746137548.841956:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0725500 x1830957302230400/t4294970684(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.841965:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725500 with x1830957302230400 ext(0->7) 00010000:00010000:0.0:1746137548.841974:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a0e expref: 423 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.841989:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd400/0x95b3ed7b846f4e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a0e expref: 423 pid: 9555 timeout: 741 lvb_type: 0 00002000:00010000:0.0:1746137548.841995:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0725500 00000100:00100000:0.0:1746137548.844860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.855518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.857848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.858701:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.860808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.861382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.864630:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302231552 00000100:00100000:0.0:1746137548.864638:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302231552 00010000:00010000:0.0:1746137548.864665:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4e81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a1c expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00000100:00100000:0.0:1746137548.864758:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16900 00000100:00100000:0.0:1746137548.864766:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302231552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137548.864780:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137548.864797:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4e81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a1c expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.864809:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4e81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a1c expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.864827:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f4e81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a1c expref: 6 pid: 9557 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.865233:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.865236:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137548.865243:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4e7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a23 expref: 421 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.865368:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a23 expref: 421 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137548.865400:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a23 expref: 421 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137548.865411:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092345180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292652928:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137548.865842:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137548.868911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.871473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.876130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.877910:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+424:2006:x1830957302232064:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1152us (1789us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746137548.877918:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2334 00002000:00100000:0.0:1746137548.877925:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092345c00 x1830957302232064/t4294970685(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.877933:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092345c00 with x1830957302232064 ext(0->7) 00010000:00010000:0.0:1746137548.877953:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a23 expref: 424 pid: 9555 timeout: 741 lvb_type: 0 00010000:00010000:0.0:1746137548.877963:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c1fb800/0x95b3ed7b846f4e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a23 expref: 424 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.877969:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092345c00 00000100:00100000:0.0:1746137548.879263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.882106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.882184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.884887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.885545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.888702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.892662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.893845:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+427:2005:x1830957302233344:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 951us (1190us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746137548.893852:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2337 00002000:00100000:0.0:1746137548.893859:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092347100 x1830957302233344/t4294970686(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.893928:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092347100 with x1830957302233344 ext(0->7) 00010000:00010000:0.0:1746137548.893958:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a31 expref: 427 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.893969:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd800/0x95b3ed7b846f4e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a31 expref: 427 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.893975:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092347100 00000100:00100000:0.0:1746137548.895758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.900575:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302233728 00000100:00100000:0.0:1746137548.900584:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302233728 00002000:00100000:0.0:1746137548.900626:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c49880 x1830957302233728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.900636:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957302233728 ext(0->4095) 00002000:00010000:0.0:1746137548.900641:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089c49880 00000100:00100000:0.0:1746137548.900676:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13484 00000100:00100000:0.0:1746137548.900684:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+426:2006:x1830957302233728:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.901627:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+426:2006:x1830957302233728:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 942us (1107us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137548.901634:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13484 00002000:00100000:0.0:1746137548.901641:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c49880 x1830957302233728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/4536 e 0 to 0 dl 1746137559 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.901648:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957302233728 ext(0->4095) 00002000:00010000:0.0:1746137548.901651:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089c49880 00000100:00100000:0.0:1746137548.907777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.909843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.919783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.919821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.919855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.920273:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292653824:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137548.920281:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe9a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292653952:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137548.920709:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4ea4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a46 expref: 428 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.920724:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4ea4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a46 expref: 428 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.920732:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:0.0:1746137548.920767:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+428:1075:x1830957302234496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5415us (5738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137548.920773:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29135 00000100:00100000:0.0:1746137548.923111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.932922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.933857:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+429:2006:x1830957302235392:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 680us (944us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746137548.933865:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2339 00002000:00100000:0.0:1746137548.933871:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092345180 x1830957302235392/t4294970687(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.933877:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092345180 with x1830957302235392 ext(0->7) 00010000:00010000:0.0:1746137548.933881:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a46 expref: 429 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.933890:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dca00/0x95b3ed7b846f4ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a46 expref: 429 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.933900:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092345180 00000100:00100000:0.0:1746137548.939039:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.945794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.949456:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302235904 00000100:00100000:0.0:1746137548.949463:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302235904 00002000:00100000:0.0:1746137548.949497:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c4ad80 x1830957302235904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/0 e 0 to 0 dl 1746137559 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.949506:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957302235904 ext(0->4095) 00010000:00010000:0.0:1746137548.949514:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4eab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a4d expref: 430 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.949526:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4eab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a4d expref: 430 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.949532:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:0.0:1746137548.950255:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2340 00000100:00100000:0.0:1746137548.950263:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+430:2008:x1830957302235904:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137548.950378:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+430:2008:x1830957302235904:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (1237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137548.950388:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2340 00002000:00100000:0.0:1746137548.950393:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880089c4ad80 x1830957302235904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 488/4536 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.950401:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957302235904 ext(0->4095) 00010000:00010000:0.0:1746137548.950406:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4eab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a4d expref: 430 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.950415:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4eab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a4d expref: 430 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.950421:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:0.0:1746137548.954623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.955037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.957486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.965029:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.966342:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+430:2007:x1830957302236672:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1321us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746137548.966350:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2342 00002000:00100000:0.0:1746137548.966356:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775f80 x1830957302236672/t4294970688(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.966364:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957302236672 ext(0->7) 00010000:00010000:0.0:1746137548.966369:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a54 expref: 430 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.966378:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a54 expref: 430 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.966384:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775f80 00000100:00100000:0.0:1746137548.977060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.977855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.980662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.983390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.987825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.991310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.992801:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+432:2005:x1830957302237824:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1277us (1489us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746137548.992808:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2344 00002000:00100000:0.0:1746137548.992814:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f998700 x1830957302237824/t4294970689(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:739/0 lens 496/448 e 0 to 0 dl 1746137559 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137548.992821:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998700 with x1830957302237824 ext(0->7) 00010000:00010000:0.0:1746137548.992827:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982da00/0x95b3ed7b846f4ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a62 expref: 432 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137548.992837:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982da00/0x95b3ed7b846f4ec0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a62 expref: 432 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137548.992842:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f998700 00000100:00100000:0.0:1746137548.994122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.996293:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.998456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137548.998499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.001437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137549.001607:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137549.003144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137549.003266:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137549.005103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.006011:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+435:2006:x1830957302239104:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (908us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746137549.006018:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2346 00002000:00100000:0.0:1746137549.006026:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d6a00 x1830957302239104/t4294970690(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.006033:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6a00 with x1830957302239104 ext(0->7) 00010000:00010000:0.0:1746137549.006039:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4ece lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a77 expref: 435 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.006049:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4ece lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a77 expref: 435 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.006055:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d6a00 00000100:00100000:0.0:1746137549.007875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.010343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.012460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.015564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.015613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.018243:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.018863:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302240256 00000100:00100000:0.0:1746137549.018866:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302240256 00010000:00010000:0.0:1746137549.018878:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f4edc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a7e expref: 6 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.023491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.025279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.026878:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+437:2006:x1830957302240896:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1288us (1597us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746137549.026889:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2348 00002000:00100000:0.0:1746137549.026896:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036d180 x1830957302240896/t4294970691(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.026904:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036d180 with x1830957302240896 ext(0->7) 00010000:00010000:0.0:1746137549.026911:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a85 expref: 437 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.026921:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4ee3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a85 expref: 437 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.026926:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036d180 00000100:00100000:0.0:1746137549.029091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.032537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.035147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.036563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.042341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.045450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.045503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.049301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.049334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.050015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.051915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.054041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.055006:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+438:2006:x1830957302243200:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (969us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746137549.055013:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2350 00002000:00100000:0.0:1746137549.055020:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d6680 x1830957302243200/t4294970692(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.055033:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d6680 with x1830957302243200 ext(0->7) 00010000:00010000:0.0:1746137549.055038:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563800/0x95b3ed7b846f4ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a9a expref: 438 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.055048:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563800/0x95b3ed7b846f4ef8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6a9a expref: 438 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.055062:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d6680 00000100:00100000:0.0:1746137549.056728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.059272:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.063324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.064172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.065435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.066200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.069834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.069880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.071682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.072863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.073665:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+440:2007:x1830957302244992:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 679us (801us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746137549.073672:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2353 00002000:00100000:0.0:1746137549.073678:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800990d5f80 x1830957302244992/t4294970693(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.073685:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990d5f80 with x1830957302244992 ext(0->7) 00010000:00010000:0.0:1746137549.073690:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f4f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6aaf expref: 440 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.073699:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f4f0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6aaf expref: 440 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.073705:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800990d5f80 00000100:00100000:0.0:1746137549.075361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.080685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.082429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.085243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.085299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.087972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.088007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.088381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.090020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.091821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.093017:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+443:2008:x1830957302247040:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (1198us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746137549.093024:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2355 00002000:00100000:0.0:1746137549.093031:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009dfadf80 x1830957302247040/t4294970694(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.093038:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957302247040 ext(0->7) 00010000:00010000:0.0:1746137549.093043:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4f22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ac4 expref: 443 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.093052:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f4f22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ac4 expref: 443 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.093061:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfadf80 00000100:00100000:0.0:1746137549.094492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.097987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.100928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.105146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.105726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.109228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.109656:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.111156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.111559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.114328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.116875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.119342:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+444:2008:x1830957302249088:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2219us (2464us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746137549.119352:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2358 00002000:00100000:0.0:1746137549.119363:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009dfad500 x1830957302249088/t4294970695(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.119373:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad500 with x1830957302249088 ext(0->7) 00010000:00010000:0.0:1746137549.119382:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ad9 expref: 444 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.119394:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f4f37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ad9 expref: 444 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.119400:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009dfad500 00000100:00100000:0.0:1746137549.122361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.126328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.128038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.128899:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302249728 00000100:00100000:0.0:1746137549.128903:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302249728 00000100:00100000:0.0:1746137549.128932:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29159 00000100:00100000:0.0:1746137549.128951:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+445:1076:x1830957302249728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.128958:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.128964:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007268fa00/0x95b3ed7b846f4f4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6aee expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.129024:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.129028:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4f45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ae7 expref: 446 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.129033:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.129036:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007268fa00/0x95b3ed7b846f4f4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6aee expref: 446 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.129056:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4f45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ae7 expref: 446 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.129068:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007268fa00/0x95b3ed7b846f4f4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6aee expref: 446 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.129077:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007268fa00, rc 0) 00000100:00100000:0.0:1746137549.129113:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+446:1076:x1830957302249728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.129122:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29159 00000100:00100000:0.0:1746137549.130642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.133626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.134836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+447:2007:x1830957302250368:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 954us (1210us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746137549.134843:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2360 00002000:00100000:0.0:1746137549.134849:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c40700 x1830957302250368/t4294970696(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.134856:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c40700 with x1830957302250368 ext(0->7) 00010000:00010000:0.0:1746137549.134861:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ae7 expref: 447 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.134871:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f4f45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ae7 expref: 447 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.134877:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c40700 00000100:00100000:0.0:1746137549.136170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.138369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.141447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.143203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.147488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.151210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.153478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.154051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.157599:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.159694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.163371:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.168628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.171541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.175149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.175741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.181865:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.181905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.185191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.185282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.191565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.194199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.195694:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957302254464:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1313us (1495us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746137549.195703:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2365 00002000:00100000:0.0:1746137549.196156:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f41c000 x1830957302254464/t4294970698(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.196165:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41c000 with x1830957302254464 ext(0->7) 00010000:00010000:0.0:1746137549.196176:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982ce00/0x95b3ed7b846f4f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b11 expref: 8 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.196188:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982ce00/0x95b3ed7b846f4f6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b11 expref: 8 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.196194:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f41c000 00000100:00100000:0.0:1746137549.197242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.201623:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.206681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.207388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.208798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.210435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.211100:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302255744 00000100:00100000:0.0:1746137549.211103:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302255744 00000100:00100000:0.0:1746137549.211135:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29168 00000100:00100000:0.0:1746137549.211141:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957302255744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.211155:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.211164:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007268e800/0x95b3ed7b846f4f8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6b2d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.211190:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f4f84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b26 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.211242:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.211243:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.211247:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007268e800/0x95b3ed7b846f4f8b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b2d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.211265:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f4f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b26 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.211274:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f4f84 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b26 expref: 8 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.211284:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292661248:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137549.211387:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.214265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.216612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.218182:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957302256256:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1319us (1571us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746137549.218190:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2368 00002000:00100000:0.0:1746137549.218198:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f41df80 x1830957302256256/t4294970699(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.218205:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41df80 with x1830957302256256 ext(0->7) 00010000:00010000:0.0:1746137549.218211:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f4f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b26 expref: 10 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.218222:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f4f84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b26 expref: 10 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.218227:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f41df80 00000100:00100000:0.0:1746137549.219629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.221832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.222074:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13508 00000100:00100000:0.0:1746137549.222082:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302256640:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.223835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.229599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.234163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.234973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.239885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.239917:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.239988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.240003:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302257792 00000100:00100000:0.0:1746137549.240009:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302257792 00000100:00100000:0.0:1746137549.240047:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29171 00000100:00100000:0.0:1746137549.240053:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1076:x1830957302257792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.240068:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.240079:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007268fe00/0x95b3ed7b846f4fa0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6b42 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.240094:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.240098:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f4f99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b3b expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.240104:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.240107:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007268fe00/0x95b3ed7b846f4fa0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b42 expref: 14 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.240150:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f4f99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b3b expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.240159:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007268fe00/0x95b3ed7b846f4fa0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b42 expref: 13 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.240187:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007268fe00, rc 0) 00000100:00100000:0.0:1746137549.240218:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1076:x1830957302257792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.240224:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29171 00000100:00100000:0.0:1746137549.242231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.246346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.253396:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957302258304:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3958us (7052us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746137549.253408:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2370 00002000:00100000:0.0:1746137549.253418:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f41c380 x1830957302258304/t4294970700(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.253427:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41c380 with x1830957302258304 ext(0->7) 00010000:00010000:0.0:1746137549.253436:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f4f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b3b expref: 13 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.253451:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f4f99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b3b expref: 13 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.253458:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f41c380 00000100:00100000:0.0:1746137549.254880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.256436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.260921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.263077:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.264640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.266426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.269557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.270591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.273359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.275175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.282046:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2008:x1830957302260352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6613us (6858us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746137549.282060:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2373 00002000:00100000:0.0:1746137549.282071:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c35d880 x1830957302260352/t4294970701(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.282082:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35d880 with x1830957302260352 ext(0->7) 00010000:00010000:0.0:1746137549.282091:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f4fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b50 expref: 14 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.282106:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f4fae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b50 expref: 14 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.282113:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35d880 00000100:00100000:0.0:1746137549.285468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.290732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.291291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.291311:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302260864 00000100:00100000:0.0:1746137549.291313:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302260864 00002000:00100000:0.0:1746137549.291335:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c35e300 x1830957302260864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.291345:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35e300 with x1830957302260864 ext(0->4095) 00010000:00010000:0.0:1746137549.291351:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fb5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b57 expref: 6 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.291360:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fb5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b57 expref: 6 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.291366:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35e300 00000100:00100000:0.0:1746137549.291386:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2374 00000100:00100000:0.0:1746137549.291392:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302260864:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.291744:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302260864:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 350us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.291750:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2374 00002000:00100000:0.0:1746137549.291756:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c35e300 x1830957302260864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.291763:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35e300 with x1830957302260864 ext(0->4095) 00010000:00010000:0.0:1746137549.291767:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b57 expref: 6 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.291775:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fb5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b57 expref: 6 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.291780:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35e300 00000100:00100000:0.0:1746137549.293726:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957292663040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137549.294634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.294696:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.297629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.302241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.304064:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302261632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1584us (1832us total) trans 4294970702 rc 0/0 00000100:00100000:0.0:1746137549.304074:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2376 00002000:00100000:0.0:1746137549.304082:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c35ed80 x1830957302261632/t4294970702(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.304090:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35ed80 with x1830957302261632 ext(0->7) 00010000:00010000:0.0:1746137549.304099:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563400/0x95b3ed7b846f4fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b5e expref: 17 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.304112:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563400/0x95b3ed7b846f4fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b5e expref: 17 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.304118:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35ed80 00000100:00100000:0.0:1746137549.308149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.312262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.315758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.315855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.319064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.321224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.321500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.322418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.325505:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302263168 00000100:00100000:0.0:1746137549.325511:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302263168 00002000:00100000:0.0:1746137549.325542:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba5180 x1830957302263168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.325552:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957302263168 ext(0->4095) 00010000:00010000:0.0:1746137549.325560:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 17 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.325572:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 17 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.325578:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:0.0:1746137549.325600:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2378 00000100:00100000:0.0:1746137549.325607:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302263168:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.325729:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302263168:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.325734:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2378 00002000:00100000:0.0:1746137549.325740:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba5180 x1830957302263168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.325747:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957302263168 ext(0->4095) 00010000:00010000:0.0:1746137549.325751:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 17 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.325760:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 17 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.325765:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:0.0:1746137549.328842:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.329836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957302263424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (1001us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1746137549.329842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2379 00002000:00100000:0.0:1746137549.329848:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c35dc00 x1830957302263424/t4294970703(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.329854:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35dc00 with x1830957302263424 ext(0->7) 00010000:00010000:0.0:1746137549.329858:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 19 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.329864:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f4fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b6c expref: 19 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.329870:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35dc00 00000100:00100000:0.0:1746137549.333325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.338499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.341384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.342567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.343262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.346688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.347217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.349532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.352884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.360351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.361606:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2008:x1830957302265216:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (1263us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746137549.361614:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2382 00002000:00100000:0.0:1746137549.361621:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c35ea00 x1830957302265216/t4294970704(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.361628:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35ea00 with x1830957302265216 ext(0->7) 00010000:00010000:0.0:1746137549.361634:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4fe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b88 expref: 20 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.361643:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f4fe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b88 expref: 20 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.361649:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35ea00 00000100:00100000:0.0:1746137549.365224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.368042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.368066:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302265600 00000100:00100000:0.0:1746137549.368072:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302265600 00002000:00100000:0.0:1746137549.368103:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c35f800 x1830957302265600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.368112:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35f800 with x1830957302265600 ext(0->4095) 00002000:00010000:0.0:1746137549.368116:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c35f800 00000100:00100000:0.0:1746137549.368142:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13515 00000100:00100000:0.0:1746137549.368147:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302265600:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.368266:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302265600:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.368272:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13515 00002000:00100000:0.0:1746137549.368277:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008c35f800 x1830957302265600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.368284:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35f800 with x1830957302265600 ext(0->4095) 00002000:00010000:0.0:1746137549.368286:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c35f800 00000100:00100000:0.0:1746137549.369994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.370892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.372344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.379899:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.382561:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2005:x1830957302266496:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2453us (2657us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746137549.382575:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2384 00002000:00100000:0.0:1746137549.382585:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036f480 x1830957302266496/t4294970705(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.382601:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f480 with x1830957302266496 ext(0->7) 00010000:00010000:0.0:1746137549.382611:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f4ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b96 expref: 23 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.382626:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f4ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b96 expref: 23 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.382632:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036f480 00000100:00100000:0.0:1746137549.384469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.386525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.394993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.395074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.395148:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29186 00000100:00100000:0.0:1746137549.395154:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:1075:x1830957302267136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.395165:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.395179:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f5009 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6bab expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.395222:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f4ffb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b9d expref: 23 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.395230:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982ce00/0x95b3ed7b846f5002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ba4 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.395235:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.395236:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.395239:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f5009 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bab expref: 23 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.395271:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008982ce00/0x95b3ed7b846f5002 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ba4 expref: 6 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.395279:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982ce00/0x95b3ed7b846f5002 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ba4 expref: 6 pid: 24924 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.395290:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292665344:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137549.395340:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f4ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b9d expref: 23 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.395347:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f4ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6b9d expref: 23 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.395354:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292665472:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137549.395369:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.396846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.396875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.399390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.401464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.403974:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.406782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.408366:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957302268160:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1159us (1589us total) trans 4294970706 rc 0/0 00000100:00100000:0.0:1746137549.408374:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2386 00002000:00100000:0.0:1746137549.408379:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880089c4b100 x1830957302268160/t4294970706(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.408385:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b100 with x1830957302268160 ext(0->7) 00010000:00010000:0.0:1746137549.408389:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f5009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bab expref: 24 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.408396:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f5009 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bab expref: 24 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.408400:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089c4b100 00000100:00100000:0.0:1746137549.410365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.413003:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.415360:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302268672 00000100:00100000:0.0:1746137549.415367:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302268672 00000100:00100000:0.0:1746137549.415411:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29188 00000100:00100000:0.0:1746137549.415419:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:1075:x1830957302268672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.415431:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.415446:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5017 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6bb9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.415471:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f5010 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb2 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.415478:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.415480:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.415554:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5017 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb9 expref: 24 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.415584:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f5010 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb2 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.415595:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982d400/0x95b3ed7b846f5010 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb2 expref: 5 pid: 10658 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.415607:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c48380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292665984:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137549.416264:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.418605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.421382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.424962:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.426425:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2007:x1830957302269440:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1279us (1464us total) trans 4294970707 rc 0/0 00000100:00100000:0.0:1746137549.426433:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2388 00002000:00100000:0.0:1746137549.426440:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e4a80 x1830957302269440/t4294970707(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.426447:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957302269440 ext(0->7) 00010000:00010000:0.0:1746137549.426454:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb9 expref: 27 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.426465:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5017 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bb9 expref: 27 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.426470:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e4a80 00000100:00100000:0.0:1746137549.429661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.433045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.435346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.436359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.437725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.438896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.440245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.442513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.446754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.449190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.454059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.457258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.459416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.459701:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302271744 00000100:00100000:0.0:1746137549.459706:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302271744 00000100:00100000:0.0:1746137549.459751:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29194 00000100:00100000:0.0:1746137549.459758:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1076:x1830957302271744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.459766:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.459775:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5041 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6be3 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.459787:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.459791:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f503a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bdc expref: 30 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.459795:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.459798:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5041 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6be3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.459823:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f503a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bdc expref: 30 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.459834:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe62600/0x95b3ed7b846f5041 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6be3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.459842:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:0.0:1746137549.459882:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1076:x1830957302271744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.459887:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29194 00000100:00100000:0.0:1746137549.461432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.465014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.469166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.470065:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2008:x1830957302272384:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 706us (904us total) trans 4294970709 rc 0/0 00000100:00100000:0.0:1746137549.470072:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2392 00002000:00100000:0.0:1746137549.470078:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e6a00 x1830957302272384/t4294970709(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.470085:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957302272384 ext(0->7) 00010000:00010000:0.0:1746137549.470091:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f503a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bdc expref: 31 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.470101:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d800/0x95b3ed7b846f503a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bdc expref: 31 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.470111:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:0.0:1746137549.472005:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.475965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.479103:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302272896 00000100:00100000:0.0:1746137549.479111:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302272896 00000100:00100000:0.0:1746137549.479161:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29195 00000100:00100000:0.0:1746137549.479167:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957302272896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.479184:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.479200:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff95400/0x95b3ed7b846f5048 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6bea expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.479222:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.479224:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.479230:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff95400/0x95b3ed7b846f5048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bea expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.479243:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ff95400/0x95b3ed7b846f5048 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bea expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.479252:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95400, rc 0) 00000100:00100000:0.0:1746137549.479295:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302272896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.479301:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29195 00000100:00100000:0.0:1746137549.482471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.483764:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.486480:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.487614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.490010:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.490056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.491674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.493324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.494812:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2007:x1830957302274432:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1347us (1486us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1746137549.494821:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2395 00002000:00100000:0.0:1746137549.494828:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c352a00 x1830957302274432/t4294970710(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.494836:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352a00 with x1830957302274432 ext(0->7) 00010000:00010000:0.0:1746137549.494844:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2800/0x95b3ed7b846f504f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bf1 expref: 32 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.494855:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2800/0x95b3ed7b846f504f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6bf1 expref: 32 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.494861:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c352a00 00000100:00100000:0.0:1746137549.496402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.499603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.502157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.504207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.504618:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.507170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.507201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.509047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.512298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.513482:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302276224:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 979us (1188us total) trans 4294970711 rc 0/0 00000100:00100000:0.0:1746137549.513491:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2398 00002000:00100000:0.0:1746137549.513498:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c351500 x1830957302276224/t4294970711(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.513506:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957302276224 ext(0->7) 00010000:00010000:0.0:1746137549.513512:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3800/0x95b3ed7b846f5064 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c06 expref: 34 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.513524:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3800/0x95b3ed7b846f5064 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c06 expref: 34 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.513529:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137549.515329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.518698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.524505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.524600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.527307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.527871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.531199:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.531281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.533987:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.537087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.539263:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957302278016:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2013us (2170us total) trans 4294970712 rc 0/0 00000100:00100000:0.0:1746137549.539273:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2401 00002000:00100000:0.0:1746137549.539342:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099436a00 x1830957302278016/t4294970712(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.539350:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957302278016 ext(0->7) 00010000:00010000:0.0:1746137549.539358:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c1b expref: 36 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.539475:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5079 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c1b expref: 36 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.539482:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099436a00 00000100:00100000:0.0:1746137549.542169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.544988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.546579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.550666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.550787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.553282:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.553314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.553335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.553366:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302279168 00000100:00100000:0.0:1746137549.553371:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302279168 00010000:00010000:0.0:1746137549.553393:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f5080 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c22 expref: 6 pid: 9555 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.553417:0:7199:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302279040 00000100:00100000:0.0:1746137549.553420:0:7199:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302279040 00010000:00010000:0.0:1746137549.553428:0:7199:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f563400/0x95b3ed7b846f5087 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c29 expref: 37 pid: 9555 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.553448:0:7199:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16974 00000100:00100000:0.0:1746137549.553452:0:7199:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957302279168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.553461:0:7199:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.553477:0:7199:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f5080 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c22 expref: 8 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.553872:0:7199:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f5080 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c22 expref: 8 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.553956:0:7199:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f5080 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c22 expref: 8 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.553969:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.553970:0:7199:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.553975:0:7199:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 37 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.553981:0:7199:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 36 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.553999:0:7199:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 36 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.554008:0:7199:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 36 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.554022:0:7199:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073514700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7199:1830957292669952:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137549.554050:0:7199:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.557648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.559422:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.560803:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957302279808:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1062us (1380us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746137549.560812:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2403 00002000:00100000:0.0:1746137549.560819:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073516300 x1830957302279808/t4294970713(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.560827:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516300 with x1830957302279808 ext(0->7) 00010000:00010000:0.0:1746137549.560833:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 38 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.560842:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f508e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c30 expref: 38 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.560847:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073516300 00000100:00100000:0.0:1746137549.562850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.565157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.568179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.570854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.572756:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.574740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.575259:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302281344 00000100:00100000:0.0:1746137549.575264:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302281344 00010000:00010000:0.0:1746137549.575278:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f509c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c3e expref: 39 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.575310:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16978 00000100:00100000:0.0:1746137549.575316:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957302281344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.575323:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.575332:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f509c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c3e expref: 39 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.575481:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f509c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c3e expref: 39 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.575495:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f509c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c3e expref: 39 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.575514:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.575516:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.575674:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 38 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.575682:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 38 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.575702:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 38 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.575815:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 38 pid: 9557 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.575824:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f498380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292670592:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137549.576189:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.577259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.578925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.584250:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2007:x1830957302281856:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5164us (5308us total) trans 4294970714 rc 0/0 00000100:00100000:0.0:1746137549.584262:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2405 00002000:00100000:0.0:1746137549.584277:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498000 x1830957302281856/t4294970714(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.584286:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498000 with x1830957302281856 ext(0->7) 00010000:00010000:0.0:1746137549.584296:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 40 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.584309:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f50a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c45 expref: 40 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.584316:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498000 00000100:00100000:0.0:1746137549.591295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.592846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.593517:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.595084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.595596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.598526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.600214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.602088:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2007:x1830957302283136:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1717us (1869us total) trans 4294970715 rc 0/0 00000100:00100000:0.0:1746137549.602098:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2408 00002000:00100000:0.0:1746137549.602106:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498700 x1830957302283136/t4294970715(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.602113:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498700 with x1830957302283136 ext(0->7) 00010000:00010000:0.0:1746137549.602121:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3800/0x95b3ed7b846f50b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c53 expref: 43 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.602134:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3800/0x95b3ed7b846f50b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c53 expref: 43 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.602140:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498700 00000100:00100000:0.0:1746137549.604441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.607027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.609450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.611393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.615783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.618473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.621659:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302284544 00000100:00100000:0.0:1746137549.621663:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302284544 00000100:00100000:0.0:1746137549.621689:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29214 00000100:00100000:0.0:1746137549.621694:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1076:x1830957302284544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.621706:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.621726:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f50cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6c6f expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.621744:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.621749:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f50c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c68 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.621755:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.621758:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f50cd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c6f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.621788:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f50c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c68 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.621801:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f50cd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c6f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.621809:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:0.0:1746137549.621831:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302284544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.621836:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29214 00000100:00100000:0.0:1746137549.623023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.625327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.628362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.632527:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2007:x1830957302285184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3708us (4160us total) trans 4294970716 rc 0/0 00000100:00100000:0.0:1746137549.632541:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2410 00002000:00100000:0.0:1746137549.632554:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d5500 x1830957302285184/t4294970716(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.632570:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5500 with x1830957302285184 ext(0->7) 00010000:00010000:0.0:1746137549.632580:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f50c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c68 expref: 44 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.632596:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f50c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c68 expref: 44 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.632602:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d5500 00000100:00100000:0.0:1746137549.638810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.643685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.643755:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302285568 00000100:00100000:0.0:1746137549.643761:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302285568 00002000:00100000:0.0:1746137549.643794:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800736d7100 x1830957302285568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.643804:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957302285568 ext(0->4095) 00002000:00010000:0.0:1746137549.643808:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800736d7100 00000100:00100000:0.0:1746137549.643823:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13534 00000100:00100000:0.0:1746137549.643828:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302285568:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.643930:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302285568:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.643951:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13534 00002000:00100000:0.0:1746137549.643957:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800736d7100 x1830957302285568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.643964:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957302285568 ext(0->4095) 00002000:00010000:0.0:1746137549.643967:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800736d7100 00000100:00100000:0.0:1746137549.645137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.646602:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302285824 00000100:00100000:0.0:1746137549.646609:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302285824 00000100:00100000:0.0:1746137549.646639:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29216 00000100:00100000:0.0:1746137549.646645:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1076:x1830957302285824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.646653:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.646756:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f50db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6c7d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.646771:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.646775:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f50d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c76 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.646779:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137549.646781:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f50db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c7d expref: 46 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.646801:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f50d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c76 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.646811:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f50db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c7d expref: 46 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.646818:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:0.0:1746137549.646852:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1076:x1830957302285824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.646858:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29216 00000100:00100000:0.0:1746137549.647830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.650850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.655031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.658669:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2007:x1830957302286464:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2952us (3637us total) trans 4294970717 rc 0/0 00000100:00100000:0.0:1746137549.658679:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2412 00002000:00100000:0.0:1746137549.658688:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d7800 x1830957302286464/t4294970717(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.658697:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957302286464 ext(0->7) 00010000:00010000:0.0:1746137549.658705:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f50d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c76 expref: 47 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.658728:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f50d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c76 expref: 47 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.658735:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d7800 00000100:00100000:0.0:1746137549.662292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.665886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.672303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.675470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.675516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.677863:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.677918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.679401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.682476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.689451:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957302288256:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1282us (2181us total) trans 4294970718 rc 0/0 00000100:00100000:0.0:1746137549.689464:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2414 00002000:00100000:0.0:1746137549.689472:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890700 x1830957302288256/t4294970718(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.689480:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957302288256 ext(0->7) 00010000:00010000:0.0:1746137549.689486:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f50e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c8b expref: 49 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.689497:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f50e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c8b expref: 49 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.689503:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890700 00000100:00100000:0.0:1746137549.691990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.695754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.716202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.716251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.717165:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29221 00000100:00100000:0.0:1746137549.717172:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1075:x1830957302288896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137549.717180:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137549.717187:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f50fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6ca0 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.717207:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f50f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c92 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.717214:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.717216:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.717220:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f50fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca0 expref: 49 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.717367:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f50f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c92 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.717379:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f50f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c92 expref: 49 pid: 9555 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.717389:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073db7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292673152:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137549.717473:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.719985:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.722868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.725866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.727443:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2008:x1830957302289536:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1112us (1578us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746137549.727452:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2416 00002000:00100000:0.0:1746137549.727459:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073db4a80 x1830957302289536/t4294970719(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.727466:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4a80 with x1830957302289536 ext(0->7) 00010000:00010000:0.0:1746137549.727472:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f50fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca0 expref: 50 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.727481:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc400/0x95b3ed7b846f50fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca0 expref: 50 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.727491:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073db4a80 00000100:00100000:0.0:1746137549.733016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.742803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.742890:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.742932:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302289920 00000100:00100000:0.0:1746137549.742955:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302289920 00002000:00100000:0.0:1746137549.742995:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880073db7480 x1830957302289920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.743003:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957302289920 ext(0->4095) 00002000:00010000:0.0:1746137549.743008:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073db7480 00000100:00100000:0.0:1746137549.743137:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13538 00000100:00100000:0.0:1746137549.743144:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302289920:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.743266:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302289920:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.743271:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13538 00002000:00100000:0.0:1746137549.743276:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880073db7480 x1830957302289920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.743283:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957302289920 ext(0->4095) 00002000:00010000:0.0:1746137549.743286:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073db7480 00000100:00100000:0.0:1746137549.745283:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302290304 00000100:00100000:0.0:1746137549.745287:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302290304 00010000:00010000:0.0:1746137549.745308:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f50f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c99 expref: 6 pid: 9555 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.745337:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16992 00000100:00100000:0.0:1746137549.745342:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302290304:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.745355:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.745369:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f50f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c99 expref: 6 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.745400:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f50f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c99 expref: 6 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.745459:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f50f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6c99 expref: 6 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.745472:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.745474:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.745480:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 51 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.745486:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 51 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137549.747509:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.747530:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302290560 00000100:00100000:0.0:1746137549.747534:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302290560 00002000:00100000:0.0:1746137549.747559:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133c1c700 x1830957302290560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.747568:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957302290560 ext(0->4095) 00010000:00010000:0.0:1746137549.747575:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 52 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.747587:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 52 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.747593:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1c700 00000100:00100000:0.0:1746137549.747606:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2417 00000100:00100000:0.0:1746137549.747612:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2007:x1830957302290560:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.747705:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2007:x1830957302290560:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.747721:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2417 00002000:00100000:0.0:1746137549.747726:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133c1c700 x1830957302290560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.747733:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957302290560 ext(0->4095) 00010000:00010000:0.0:1746137549.747738:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 52 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.747747:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 52 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.747752:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1c700 00000100:00100000:0.0:1746137549.751365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.754105:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302290816:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2314us (2735us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746137549.754118:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2418 00002000:00100000:0.0:1746137549.754131:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1ed80 x1830957302290816/t4294970720(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.754142:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ed80 with x1830957302290816 ext(0->7) 00010000:00010000:0.0:1746137549.754152:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.754167:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5105 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ca7 expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.754173:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1ed80 00000100:00100000:0.0:1746137549.757483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.765102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.765458:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302291200 00000100:00100000:0.0:1746137549.765463:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302291200 00002000:00100000:0.0:1746137549.765498:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133c1e680 x1830957302291200/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.765506:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957302291200 ext(0->4095) 00002000:00010000:0.0:1746137549.765510:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:0.0:1746137549.765525:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13539 00000100:00100000:0.0:1746137549.765531:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957302291200:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.766083:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957302291200:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 550us (988us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.766089:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13539 00002000:00100000:0.0:1746137549.766095:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880133c1e680 x1830957302291200/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.766108:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957302291200 ext(0->4095) 00002000:00010000:0.0:1746137549.766111:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:0.0:1746137549.768840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.768895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.771259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.771682:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302291840 00000100:00100000:0.0:1746137549.771686:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302291840 00010000:00010000:0.0:1746137549.771707:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f510c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cae expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00000100:00100000:0.0:1746137549.771749:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 16994 00000100:00100000:0.0:1746137549.771755:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2006:x1830957302291840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.771765:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.771782:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f510c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cae expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.771791:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f510c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cae expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.771809:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f510c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cae expref: 53 pid: 10658 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.771828:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137549.771845:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957302291840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 91us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.771850:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 16994 00000100:00100000:0.0:1746137549.775428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.778507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.781475:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.784293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.785464:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957302292480:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1173us total) trans 4294970721 rc 0/0 00000100:00100000:0.0:1746137549.785471:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2420 00002000:00100000:0.0:1746137549.785477:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1f100 x1830957302292480/t4294970721(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.785484:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957302292480 ext(0->7) 00010000:00010000:0.0:1746137549.785489:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f511a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cb5 expref: 54 pid: 24924 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.785498:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f511a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cb5 expref: 54 pid: 24924 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.785503:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137549.789576:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.791760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.794267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.796691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.799145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137549.799172:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137549.799182:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302293504 00000100:00100000:0.0:1746137549.799184:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302293504 00000100:00100000:0.0:1746137549.799205:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 980 00000100:00100000:0.0:1746137549.799210:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957302293632:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137549.799238:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957302293632:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 28us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.799243:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 980 00000100:00100000:0.0:1746137549.799254:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 982 00000100:00100000:0.0:1746137549.799258:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957302293504:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137549.799277:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957302293504:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 19us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.799282:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 982 00000100:00080000:0.0:1746137549.799295:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746137549.799297:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746137549.799511:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137549.802314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.805293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.805325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.805383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.807966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.813134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.814891:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2007:x1830957302295424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 967us (1762us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746137549.814898:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2422 00002000:00100000:0.0:1746137549.814904:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135566d80 x1830957302295424/t4294970722(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.814915:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957302295424 ext(0->7) 00010000:00010000:0.0:1746137549.814921:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f512f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cd1 expref: 56 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.814929:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f512f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cd1 expref: 56 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.814934:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:0.0:1746137549.817971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.820303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.822828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.824599:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.825324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.826473:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.826571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.826820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.830968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.838558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.840753:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2007:x1830957302297216:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 732us (2199us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746137549.840761:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2425 00002000:00100000:0.0:1746137549.840769:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd38a80 x1830957302297216/t4294970723(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.840777:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957302297216 ext(0->7) 00010000:00010000:0.0:1746137549.840784:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f5144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ce6 expref: 58 pid: 9555 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.840796:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f5144 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ce6 expref: 58 pid: 9555 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.840801:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd38a80 00000100:00100000:0.0:1746137549.842417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.844612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.849372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.850328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.851161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.851978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.853750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.854327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.855921:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.857818:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.859181:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2008:x1830957302299008:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 799us (1365us total) trans 4294970724 rc 0/0 00000100:00100000:0.0:1746137549.859188:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2428 00002000:00100000:0.0:1746137549.859193:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88013036f800 x1830957302299008/t4294970724(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.859201:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f800 with x1830957302299008 ext(0->7) 00010000:00010000:0.0:1746137549.859206:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f5159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cfb expref: 60 pid: 9557 timeout: 742 lvb_type: 0 00010000:00010000:0.0:1746137549.859217:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f5159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6cfb expref: 60 pid: 9557 timeout: 742 lvb_type: 0 00002000:00010000:0.0:1746137549.859226:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013036f800 00000100:00100000:0.0:1746137549.861209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.866532:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302299392 00000100:00100000:0.0:1746137549.866538:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302299392 00002000:00100000:0.0:1746137549.866578:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f890000 x1830957302299392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.866587:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957302299392 ext(0->4095) 00002000:00010000:0.0:1746137549.866591:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f890000 00000100:00100000:0.0:1746137549.866614:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13546 00000100:00100000:0.0:1746137549.866620:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302299392:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.866743:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302299392:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (1292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.866749:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13546 00002000:00100000:0.0:1746137549.866754:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f890000 x1830957302299392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.866760:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957302299392 ext(0->4095) 00002000:00010000:0.0:1746137549.866762:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f890000 00000100:00100000:0.0:1746137549.869029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.871741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.877061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.877454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.880200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.880229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.880424:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.884342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.889345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.891726:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302301056:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2071us (2382us total) trans 4294970725 rc 0/0 00000100:00100000:0.0:1746137549.891735:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2431 00002000:00100000:0.0:1746137549.891742:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579f80 x1830957302301056/t4294970725(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.891751:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579f80 with x1830957302301056 ext(0->7) 00010000:00010000:0.0:1746137549.891759:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f516e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d10 expref: 63 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.891776:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563600/0x95b3ed7b846f516e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d10 expref: 63 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137549.891784:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579f80 00000100:00100000:0.0:1746137549.895828:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.906666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.910420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.913486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.913550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.916163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.916217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.918266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.918349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.920569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.924149:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.925397:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2008:x1830957302303104:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (1257us total) trans 4294970726 rc 0/0 00000100:00100000:0.0:1746137549.925404:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2434 00002000:00100000:0.0:1746137549.925411:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f579880 x1830957302303104/t4294970726(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.925418:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579880 with x1830957302303104 ext(0->7) 00010000:00010000:0.0:1746137549.925424:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f5183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d25 expref: 64 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.925432:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f5183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d25 expref: 64 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137549.925438:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f579880 00000100:00100000:0.0:1746137549.929751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.933300:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f893800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292677888:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137549.933321:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137549.933380:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302303232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3145us (3634us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.933389:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17011 00000100:00100000:0.0:1746137549.933839:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.937663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.939460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.941421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.943162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.943194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.943212:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302304384 00000100:00100000:0.0:1746137549.943218:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302304384 00010000:00010000:0.0:1746137549.943240:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f518a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d2c expref: 6 pid: 9555 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137549.943260:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17012 00000100:00100000:0.0:1746137549.943266:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302304384:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.943275:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.943293:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f518a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d2c expref: 6 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943464:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f518a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d2c expref: 6 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943481:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f518a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d2c expref: 6 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943502:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137549.943528:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302304384:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 262us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137549.943533:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17012 00000100:00100000:0.0:1746137549.943566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.943583:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302304128 00000100:00100000:0.0:1746137549.943585:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302304128 00010000:00010000:0.0:1746137549.943596:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f5191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d33 expref: 67 pid: 9555 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137549.943636:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17013 00000100:00100000:0.0:1746137549.943641:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957302304128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137549.943648:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137549.943654:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f5191 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d33 expref: 66 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943662:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f5191 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d33 expref: 66 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943672:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f5191 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d33 expref: 66 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.943682:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.943683:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137549.943687:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.943694:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.943726:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137549.943734:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 65 pid: 9555 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137549.943742:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292678400:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137549.943790:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137549.946394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.949859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.951166:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957302304896:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1100us (1314us total) trans 4294970727 rc 0/0 00000100:00100000:0.0:1746137549.951174:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2436 00002000:00100000:0.0:1746137549.951182:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f4db100 x1830957302304896/t4294970727(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.951190:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4db100 with x1830957302304896 ext(0->7) 00010000:00010000:0.0:1746137549.951196:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 67 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.951206:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5198 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d3a expref: 67 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137549.951212:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4db100 00000100:00100000:0.0:1746137549.953728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.958192:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302305280 00000100:00100000:0.0:1746137549.958198:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302305280 00002000:00100000:0.0:1746137549.958235:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6a00 x1830957302305280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/0 e 0 to 0 dl 1746137560 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.958245:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957302305280 ext(0->4095) 00002000:00010000:0.0:1746137549.958254:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137549.958360:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13552 00000100:00100000:0.0:1746137549.958368:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957302305280:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137549.958504:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957302305280:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (376us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137549.958512:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13552 00002000:00100000:0.0:1746137549.958518:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6a00 x1830957302305280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 488/4536 e 0 to 0 dl 1746137560 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.958525:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957302305280 ext(0->4095) 00002000:00010000:0.0:1746137549.958528:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137549.962846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.962886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.964694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.967888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.970374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.981955:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957292679168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137549.981997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137549.982870:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.984798:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957302306560:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1719us (1922us total) trans 4294970728 rc 0/0 00000100:00100000:0.0:1746137549.984807:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2438 00002000:00100000:0.0:1746137549.984815:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03a8380 x1830957302306560/t4294970728(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:740/0 lens 496/448 e 0 to 0 dl 1746137560 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137549.984824:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8380 with x1830957302306560 ext(0->7) 00010000:00010000:0.0:1746137549.984831:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f51ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d4f expref: 68 pid: 9557 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137549.984842:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c400/0x95b3ed7b846f51ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d4f expref: 68 pid: 9557 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137549.984854:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03a8380 00000100:00100000:0.0:1746137549.988004:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.991098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.994629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.995410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.997728:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746137549.997740:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957292679680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746137549.997776:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137549.998049:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137549.999024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137549.999813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.002295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.002778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.012631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.015871:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2007:x1830957302308352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3048us (3235us total) trans 4294970729 rc 0/0 00000100:00100000:0.0:1746137550.015884:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2441 00002000:00100000:0.0:1746137550.015899:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f521c00 x1830957302308352/t4294970729(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.015909:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f521c00 with x1830957302308352 ext(0->7) 00010000:00010000:0.0:1746137550.015918:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f51c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d5d expref: 70 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.015963:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d600/0x95b3ed7b846f51c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d5d expref: 70 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.015975:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f521c00 00000100:00100000:0.0:1746137550.025135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.027637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.031136:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.036114:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.039874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.046610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.047932:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957302309504:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 873us (1327us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746137550.047958:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2443 00002000:00100000:0.0:1746137550.047964:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0799500 x1830957302309504/t4294970730(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.047971:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957302309504 ext(0->7) 00010000:00010000:0.0:1746137550.047978:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f51d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d72 expref: 72 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.047987:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f51d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d72 expref: 72 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.047993:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0799500 00000100:00100000:0.0:1746137550.050495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.055427:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.055516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.060231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.060319:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.064982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.069349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.072094:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957302310784:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2504us (2747us total) trans 4294970731 rc 0/0 00000100:00100000:0.0:1746137550.072105:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2445 00002000:00100000:0.0:1746137550.072113:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a079ad80 x1830957302310784/t4294970731(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.072122:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957302310784 ext(0->7) 00010000:00010000:0.0:1746137550.072130:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f51de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d80 expref: 75 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.072145:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f51de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d80 expref: 75 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.072152:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a079ad80 00000100:00100000:0.0:1746137550.073874:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.076791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.079003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.082089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.087187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.092499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.092979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.098062:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.098115:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.109280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.111045:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2008:x1830957302312832:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1483us (1770us total) trans 4294970732 rc 0/0 00000100:00100000:0.0:1746137550.111057:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2448 00002000:00100000:0.0:1746137550.111064:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012baa0a80 x1830957302312832/t4294970732(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.111072:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0a80 with x1830957302312832 ext(0->7) 00010000:00010000:0.0:1746137550.111078:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f51f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d95 expref: 76 pid: 9557 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.111089:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f51f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d95 expref: 76 pid: 9557 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.111095:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baa0a80 00000100:00100000:0.0:1746137550.114183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.118153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.121078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137550.127421:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f51fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6d9c expref: 6 pid: 9557 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.127443:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f892300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292681856:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137550.127759:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5201 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6da3 expref: 78 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.127772:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5201 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6da3 expref: 78 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.127780:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008982d200, rc 0) 00000100:00100000:0.0:1746137550.131201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.137049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.138717:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2007:x1830957302314112:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1461us (1660us total) trans 4294970733 rc 0/0 00000100:00100000:0.0:1746137550.138729:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2450 00002000:00100000:0.0:1746137550.138738:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777800 x1830957302314112/t4294970733(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.138747:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957302314112 ext(0->7) 00010000:00010000:0.0:1746137550.138756:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6da3 expref: 79 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.138769:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5201 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6da3 expref: 79 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.138776:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777800 00000100:00100000:0.0:1746137550.141780:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.147331:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302314496 00000100:00100000:0.0:1746137550.147337:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302314496 00002000:00100000:0.0:1746137550.147378:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99880 x1830957302314496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.147386:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957302314496 ext(0->4095) 00002000:00010000:0.0:1746137550.147391:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:0.0:1746137550.147424:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13560 00000100:00100000:0.0:1746137550.147431:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302314496:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.147915:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302314496:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (492us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.147922:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13560 00002000:00100000:0.0:1746137550.147928:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99880 x1830957302314496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.147934:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957302314496 ext(0->4095) 00002000:00010000:0.0:1746137550.147954:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:0.0:1746137550.161898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.161969:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.162300:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29262 00000100:00100000:0.0:1746137550.162317:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1075:x1830957302314752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137550.162334:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137550.162350:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6db8 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.162375:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f5208 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6daa expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.162383:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f520f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db1 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.162388:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.162390:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.162393:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 79 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.162422:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f520f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db1 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.162442:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f520f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db1 expref: 6 pid: 9557 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.162454:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292682368:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137550.168912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.169088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.171339:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302315264 00000100:00100000:0.0:1746137550.171346:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302315264 00000100:00100000:0.0:1746137550.171377:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29263 00000100:00100000:0.0:1746137550.171383:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1076:x1830957302315264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137550.171397:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137550.171409:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6dbf expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.171431:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 79 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.171438:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137550.171440:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137550.171444:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dbf expref: 79 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.171467:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 79 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.171480:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 79 pid: 10658 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.171491:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292682752:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137550.181585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.183451:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2007:x1830957302315904:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1169us (1869us total) trans 4294970734 rc 0/0 00000100:00100000:0.0:1746137550.183458:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2453 00002000:00100000:0.0:1746137550.183465:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777b80 x1830957302315904/t4294970734(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.183472:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957302315904 ext(0->7) 00010000:00010000:0.0:1746137550.183478:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 81 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.183488:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f5216 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6db8 expref: 81 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.183494:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777b80 00000100:00100000:0.0:1746137550.195646:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.218440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.226045:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302316416 00000100:00100000:0.0:1746137550.226054:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302316416 00002000:00100000:0.0:1746137550.226097:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba4e00 x1830957302316416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.226107:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4e00 with x1830957302316416 ext(0->4095) 00010000:00010000:0.0:1746137550.226116:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dbf expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.226134:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dbf expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.226140:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4e00 00000100:00100000:0.0:1746137550.226157:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2454 00000100:00100000:0.0:1746137550.226162:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2007:x1830957302316416:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.226284:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2007:x1830957302316416:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (868us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.226290:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2454 00002000:00100000:0.0:1746137550.226295:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba4e00 x1830957302316416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.226302:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4e00 with x1830957302316416 ext(0->4095) 00010000:00010000:0.0:1746137550.226305:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dbf expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.226313:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f521d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dbf expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.226318:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4e00 00000100:00100000:0.0:1746137550.229314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.229360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.233183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.247903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.251165:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957302317184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1893us (3271us total) trans 4294970735 rc 0/0 00000100:00100000:0.0:1746137550.251175:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2456 00002000:00100000:0.0:1746137550.251183:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6777480 x1830957302317184/t4294970735(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.251190:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777480 with x1830957302317184 ext(0->7) 00010000:00010000:0.0:1746137550.251198:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2800/0x95b3ed7b846f5224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dc6 expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.251209:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2800/0x95b3ed7b846f5224 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dc6 expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.251215:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6777480 00000100:00100000:0.0:1746137550.258081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.262699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.272836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.272976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.274749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.276678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.277828:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.279418:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302318464 00000100:00100000:0.0:1746137550.279422:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302318464 00010000:00010000:0.0:1746137550.279439:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5232 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dd4 expref: 83 pid: 10658 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.279689:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17036 00000100:00100000:0.0:1746137550.279695:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2007:x1830957302318464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137550.279712:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137550.279728:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5232 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dd4 expref: 83 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.279738:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5232 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dd4 expref: 83 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.279752:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f5232 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6dd4 expref: 83 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.279785:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.279786:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.279792:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 82 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.279798:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 82 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.279821:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 82 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.279830:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 82 pid: 10658 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.279841:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292683904:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137550.279909:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137550.281632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.285682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.288147:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957302318976:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2249us (2467us total) trans 4294970736 rc 0/0 00000100:00100000:0.0:1746137550.288156:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2459 00002000:00100000:0.0:1746137550.288164:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f0380 x1830957302318976/t4294970736(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.288173:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0380 with x1830957302318976 ext(0->7) 00010000:00010000:0.0:1746137550.288181:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 84 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.288194:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f5239 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ddb expref: 84 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.288200:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f0380 00000100:00100000:0.0:1746137550.291894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.296569:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.299761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.299834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.302024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.302057:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.304788:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.304834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.306830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.309223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.310168:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957302320768:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 771us (948us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1746137550.310174:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2462 00002000:00100000:0.0:1746137550.310179:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736e7800 x1830957302320768/t4294970737(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.310186:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7800 with x1830957302320768 ext(0->7) 00010000:00010000:0.0:1746137550.310191:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c800/0x95b3ed7b846f524e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6df0 expref: 86 pid: 9555 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.310199:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c800/0x95b3ed7b846f524e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6df0 expref: 86 pid: 9555 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.310203:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e7800 00000100:00100000:0.0:1746137550.311613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.313781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.316049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.317857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.321092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.324583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.324769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.326748:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.326784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.326806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.330673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.332288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.333519:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2005:x1830957302323072:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1005us (1229us total) trans 4294970738 rc 0/0 00000100:00100000:0.0:1746137550.333527:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2464 00002000:00100000:0.0:1746137550.333533:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0724700 x1830957302323072/t4294970738(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.333545:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957302323072 ext(0->7) 00010000:00010000:0.0:1746137550.333551:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f5263 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e05 expref: 89 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.333559:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562400/0x95b3ed7b846f5263 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e05 expref: 89 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.333565:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:0.0:1746137550.334736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.339076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.341446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.342966:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.345185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.361221:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.363162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.364301:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302325120:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1141us total) trans 4294970739 rc 0/0 00000100:00100000:0.0:1746137550.364308:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2466 00002000:00100000:0.0:1746137550.364313:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a0724380 x1830957302325120/t4294970739(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.364319:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957302325120 ext(0->7) 00010000:00010000:0.0:1746137550.364324:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5278 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e1a expref: 90 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.364334:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5278 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e1a expref: 90 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.364340:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0724380 00000100:00100000:0.0:1746137550.366038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.368825:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302325504 00000100:00100000:0.0:1746137550.368831:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302325504 00002000:00100000:0.0:1746137550.368859:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6300 x1830957302325504/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.368870:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957302325504 ext(0->4095) 00002000:00010000:0.0:1746137550.368874:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba6300 00000100:00100000:0.0:1746137550.369137:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13570 00000100:00100000:0.0:1746137550.369143:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302325504:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.369263:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302325504:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (480us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.369269:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13570 00002000:00100000:0.0:1746137550.369275:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba6300 x1830957302325504/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.369285:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957302325504 ext(0->4095) 00002000:00010000:0.0:1746137550.369288:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba6300 00000100:00100000:0.0:1746137550.370401:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.372840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.374927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.378730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.382317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.383512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.383543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.391327:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.395414:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2005:x1830957302327424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3930us (4088us total) trans 4294970740 rc 0/0 00000100:00100000:0.0:1746137550.395424:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2469 00002000:00100000:0.0:1746137550.395432:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d4000 x1830957302327424/t4294970740(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.395438:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4000 with x1830957302327424 ext(0->7) 00010000:00010000:0.0:1746137550.395446:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f528d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e2f expref: 92 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.395459:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f528d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e2f expref: 92 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.395464:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d4000 00000100:00100000:0.0:1746137550.400278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.401201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.402464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.404184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.405481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.408085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.411113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.412627:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2006:x1830957302328576:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 926us (1513us total) trans 4294970741 rc 0/0 00000100:00100000:0.0:1746137550.412634:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2471 00002000:00100000:0.0:1746137550.412640:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d7b80 x1830957302328576/t4294970741(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.412648:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7b80 with x1830957302328576 ext(0->7) 00010000:00010000:0.0:1746137550.412653:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562200/0x95b3ed7b846f529b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e3d expref: 94 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.412662:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562200/0x95b3ed7b846f529b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e3d expref: 94 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.412668:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d7b80 00000100:00100000:0.0:1746137550.417133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.421290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.424080:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302329088 00000100:00100000:0.0:1746137550.424085:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302329088 00002000:00100000:0.0:1746137550.424113:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba7b80 x1830957302329088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.424122:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957302329088 ext(0->4095) 00010000:00010000:0.0:1746137550.424129:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f52a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e44 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.424140:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f52a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e44 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.424147:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba7b80 00000100:00100000:0.0:1746137550.424170:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2472 00000100:00100000:0.0:1746137550.424176:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302329088:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.424432:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302329088:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 254us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.424438:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2472 00002000:00100000:0.0:1746137550.424444:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba7b80 x1830957302329088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.424451:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957302329088 ext(0->4095) 00010000:00010000:0.0:1746137550.424455:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f52a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e44 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.425453:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f52a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e44 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.425458:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba7b80 00000100:00100000:0.0:1746137550.426055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.429295:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302329472 00000100:00100000:0.0:1746137550.429300:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302329472 00002000:00100000:0.0:1746137550.429328:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe9a300 x1830957302329472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.429338:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957302329472 ext(0->4095) 00002000:00010000:0.0:1746137550.429341:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe9a300 00000100:00100000:0.0:1746137550.429363:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13574 00000100:00100000:0.0:1746137550.429369:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2006:x1830957302329472:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.429667:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2006:x1830957302329472:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 297us (494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.429673:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13574 00002000:00100000:0.0:1746137550.429679:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe9a300 x1830957302329472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.429687:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957302329472 ext(0->4095) 00002000:00010000:0.0:1746137550.429689:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe9a300 00000100:00100000:0.0:1746137550.434999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.437817:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.439280:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2005:x1830957302329728:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1466us total) trans 4294970742 rc 0/0 00000100:00100000:0.0:1746137550.439286:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2473 00002000:00100000:0.0:1746137550.439292:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d5c00 x1830957302329728/t4294970742(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.439299:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957302329728 ext(0->7) 00010000:00010000:0.0:1746137550.439304:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f52a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e4b expref: 96 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.439313:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563e00/0x95b3ed7b846f52a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e4b expref: 96 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.439318:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:0.0:1746137550.442072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.445509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.447785:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302330240 00000100:00100000:0.0:1746137550.447794:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302330240 00002000:00100000:0.0:1746137550.447821:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba4000 x1830957302330240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.447832:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302330240 ext(0->4095) 00010000:00010000:0.0:1746137550.447839:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f52b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e52 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.447851:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f52b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e52 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.447856:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137550.447882:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2474 00000100:00100000:0.0:1746137550.447888:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302330240:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.448405:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302330240:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 516us (888us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.448412:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2474 00002000:00100000:0.0:1746137550.448417:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880087ba4000 x1830957302330240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.448424:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302330240 ext(0->4095) 00010000:00010000:0.0:1746137550.448429:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f52b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e52 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.448438:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f52b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e52 expref: 6 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.448443:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137550.450583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.452562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.454687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.460279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.466899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.467042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.469173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.472090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.474193:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.477197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.484151:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+100:2005:x1830957302332032:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (1160us total) trans 4294970744 rc 0/0 00000100:00100000:0.0:1746137550.484158:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2477 00002000:00100000:0.0:1746137550.484164:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f891c00 x1830957302332032/t4294970744(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.484171:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891c00 with x1830957302332032 ext(0->7) 00010000:00010000:0.0:1746137550.484176:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982cc00/0x95b3ed7b846f52c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e67 expref: 100 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.484186:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982cc00/0x95b3ed7b846f52c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e67 expref: 100 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.484192:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f891c00 00000100:00100000:0.0:1746137550.486767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.486852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.488820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.490812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.494990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.498282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.504755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.506934:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+102:2006:x1830957302333184:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1958us (2178us total) trans 4294970745 rc 0/0 00000100:00100000:0.0:1746137550.506984:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2479 00002000:00100000:0.0:1746137550.506995:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e954380 x1830957302333184/t4294970745(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.507003:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957302333184 ext(0->7) 00010000:00010000:0.0:1746137550.507014:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f52d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e75 expref: 102 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.507028:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f52d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e75 expref: 102 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.507036:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e954380 00000100:00100000:0.0:1746137550.508596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.509813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.512733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.515105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.518360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.521637:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.527501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.535279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.543605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.546276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.550534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.553810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.556055:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.560339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.563238:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+106:2005:x1830957302335488:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2350us (2893us total) trans 4294970747 rc 0/0 00000100:00100000:0.0:1746137550.563249:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2483 00002000:00100000:0.0:1746137550.563259:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f816680 x1830957302335488/t4294970747(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.563267:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957302335488 ext(0->7) 00010000:00010000:0.0:1746137550.563275:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562200/0x95b3ed7b846f52ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e91 expref: 106 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.563288:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562200/0x95b3ed7b846f52ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e91 expref: 106 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.563294:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f816680 00000100:00100000:0.0:1746137550.569177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.572654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.577638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.577736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.582274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.582311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.585399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.586092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.594783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.598894:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+108:2008:x1830957302337280:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3958us (4108us total) trans 4294970748 rc 0/0 00000100:00100000:0.0:1746137550.598905:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2486 00002000:00100000:0.0:1746137550.598913:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fd38380 x1830957302337280/t4294970748(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.598929:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38380 with x1830957302337280 ext(0->7) 00010000:00010000:0.0:1746137550.599022:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3400/0x95b3ed7b846f5304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e9f expref: 108 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.599036:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3400/0x95b3ed7b846f5304 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6e9f expref: 108 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.599042:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fd38380 00000100:00100000:0.0:1746137550.601348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.607208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.611834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.615286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.620068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.622727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.622781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.630655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.633648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.637543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.640063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.642509:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+110:2007:x1830957302339200:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2280us (2443us total) trans 4294970749 rc 0/0 00000100:00100000:0.0:1746137550.642518:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2489 00002000:00100000:0.0:1746137550.642527:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073db6680 x1830957302339200/t4294970749(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.642535:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957302339200 ext(0->7) 00010000:00010000:0.0:1746137550.642543:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f5319 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ebb expref: 110 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.642555:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3000/0x95b3ed7b846f5319 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ebb expref: 110 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.642560:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073db6680 00000100:00100000:0.0:1746137550.649560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.654350:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.654931:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.659250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.664763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.668595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.669744:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+113:2006:x1830957302340480:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 836us (1157us total) trans 4294970750 rc 0/0 00000100:00100000:0.0:1746137550.669751:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2491 00002000:00100000:0.0:1746137550.669757:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e4000 x1830957302340480/t4294970750(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.669764:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4000 with x1830957302340480 ext(0->7) 00010000:00010000:0.0:1746137550.669768:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f5327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ec9 expref: 113 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.669778:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562600/0x95b3ed7b846f5327 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ec9 expref: 113 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.669784:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e4000 00000100:00100000:0.0:1746137550.674343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.682329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.690625:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.690678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.693809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.694642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.696372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.697194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.700459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.705762:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302342272 00000100:00100000:0.0:1746137550.705772:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302342272 00002000:00100000:0.0:1746137550.705816:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890380 x1830957302342272/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.705825:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890380 with x1830957302342272 ext(0->7) 00010000:00010000:0.0:1746137550.705834:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f533c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ede expref: 113 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.705848:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f533c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ede expref: 113 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.705855:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890380 00000100:00100000:0.0:1746137550.705875:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2494 00000100:00100000:0.0:1746137550.705882:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+113:2008:x1830957302342272:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.706749:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+115:2008:x1830957302342272:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 859us (1066us total) trans 4294970751 rc 0/0 00000100:00100000:0.0:1746137550.706761:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2494 00002000:00100000:0.0:1746137550.706769:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f890380 x1830957302342272/t4294970751(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.706778:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890380 with x1830957302342272 ext(0->7) 00010000:00010000:0.0:1746137550.706787:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f533c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ede expref: 115 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.706801:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f533c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ede expref: 115 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.706807:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f890380 00000100:00100000:0.0:1746137550.709511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.720935:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.721151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.727741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.727792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.733567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.750381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.751896:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+116:2006:x1830957302343552:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1350us (1514us total) trans 4294970752 rc 0/0 00000100:00100000:0.0:1746137550.751908:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2496 00002000:00100000:0.0:1746137550.751917:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008c35c380 x1830957302343552/t4294970752(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.751926:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35c380 with x1830957302343552 ext(0->7) 00010000:00010000:0.0:1746137550.751934:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 116 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.751987:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 116 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.751993:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c35c380 00000100:00100000:0.0:1746137550.754170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.755280:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302343808 00000100:00100000:0.0:1746137550.755284:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302343808 00010000:00010000:0.0:1746137550.755302:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 117 pid: 24924 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.755330:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17076 00000100:00100000:0.0:1746137550.755336:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+117:2007:x1830957302343808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137550.755344:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137550.755361:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 117 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.755370:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 117 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.755386:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f534a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6eec expref: 117 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.755409:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.755410:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.755416:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.755423:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.755449:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.755458:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 5 pid: 24924 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.755490:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007352b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9571:1830957292693248:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137550.755762:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137550.759580:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302344064 00000100:00100000:0.0:1746137550.759587:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302344064 00002000:00100000:0.0:1746137550.759618:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe9ad80 x1830957302344064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.759629:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9ad80 with x1830957302344064 ext(0->4095) 00010000:00010000:0.0:1746137550.759637:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 6 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.759648:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 6 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.759655:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe9ad80 00000100:00100000:0.0:1746137550.759676:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2497 00000100:00100000:0.0:1746137550.759682:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302344064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.759794:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302344064:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.759804:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2497 00002000:00100000:0.0:1746137550.759809:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe9ad80 x1830957302344064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.759817:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9ad80 with x1830957302344064 ext(0->4095) 00010000:00010000:0.0:1746137550.759821:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 6 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.759830:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d200/0x95b3ed7b846f5351 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ef3 expref: 6 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.759835:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe9ad80 00000100:00100000:0.0:1746137550.761498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.765902:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302344448 00000100:00100000:0.0:1746137550.765910:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302344448 00002000:00100000:0.0:1746137550.765969:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f893100 x1830957302344448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.765978:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302344448 ext(0->4095) 00002000:00010000:0.0:1746137550.765983:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f893100 00000100:00100000:0.0:1746137550.766000:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13586 00000100:00100000:0.0:1746137550.766006:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+116:2007:x1830957302344448:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.766293:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+116:2007:x1830957302344448:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 286us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.766300:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13586 00002000:00100000:0.0:1746137550.766305:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f893100 x1830957302344448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.766314:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302344448 ext(0->4095) 00002000:00010000:0.0:1746137550.766317:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f893100 00000100:00100000:0.0:1746137550.767927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.770153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.771859:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+118:2006:x1830957302344704:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1173us (1705us total) trans 4294970753 rc 0/0 00000100:00100000:0.0:1746137550.771866:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2498 00002000:00100000:0.0:1746137550.771872:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007352b480 x1830957302344704/t4294970753(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.771880:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b480 with x1830957302344704 ext(0->7) 00010000:00010000:0.0:1746137550.771886:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f5358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6efa expref: 118 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.771896:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f5358 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6efa expref: 118 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.771901:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007352b480 00000100:00100000:0.0:1746137550.773486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.776255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.778613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.780479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.780541:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.783399:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.783696:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.783965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.785791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.790096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.791093:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+121:2006:x1830957302346496:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (1003us total) trans 4294970754 rc 0/0 00000100:00100000:0.0:1746137550.791100:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2501 00002000:00100000:0.0:1746137550.791106:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073528a80 x1830957302346496/t4294970754(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.791113:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957302346496 ext(0->7) 00010000:00010000:0.0:1746137550.791118:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c000/0x95b3ed7b846f536d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f0f expref: 121 pid: 24924 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.791128:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c000/0x95b3ed7b846f536d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f0f expref: 121 pid: 24924 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.791133:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073528a80 00000100:00100000:0.0:1746137550.797486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.801823:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.803623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.807765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.808008:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.809902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.815673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.816848:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+122:2007:x1830957302347776:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 714us (1181us total) trans 4294970755 rc 0/0 00000100:00100000:0.0:1746137550.816856:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2504 00002000:00100000:0.0:1746137550.816862:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f99a680 x1830957302347776/t4294970755(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.816871:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a680 with x1830957302347776 ext(0->7) 00010000:00010000:0.0:1746137550.816876:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f537b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f1d expref: 122 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.816886:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f537b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f1d expref: 122 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.816892:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f99a680 00000100:00100000:0.0:1746137550.821396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.825566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.825608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.829024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.829060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.829377:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292695040 00000100:00100000:0.0:1746137550.829380:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292695040 00000100:00100000:0.0:1746137550.829408:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1746137550.829413:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957292695040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137550.829433:0:7215:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746137550.829551:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957292695040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 138us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137550.829557:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1746137550.833095:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302348800 00000100:00100000:0.0:1746137550.833101:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302348800 00002000:00100000:0.0:1746137550.833137:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f892680 x1830957302348800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.833146:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892680 with x1830957302348800 ext(0->4095) 00010000:00010000:0.0:1746137550.833154:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 123 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.833166:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 123 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.833171:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f892680 00000100:00100000:0.0:1746137550.833202:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2505 00000100:00100000:0.0:1746137550.833208:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+123:2008:x1830957302348800:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.833343:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+123:2008:x1830957302348800:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137550.833348:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2505 00002000:00100000:0.0:1746137550.833354:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f892680 x1830957302348800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 488/4536 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.833361:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892680 with x1830957302348800 ext(0->4095) 00010000:00010000:0.0:1746137550.833365:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 123 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.833374:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 123 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.833379:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f892680 00000100:00100000:0.0:1746137550.839365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.840846:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+125:2008:x1830957302349056:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 964us (1491us total) trans 4294970756 rc 0/0 00000100:00100000:0.0:1746137550.840854:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2506 00002000:00100000:0.0:1746137550.840861:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133f84700 x1830957302349056/t4294970756(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.840868:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84700 with x1830957302349056 ext(0->7) 00010000:00010000:0.0:1746137550.840873:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 125 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.840882:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5389 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f2b expref: 125 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.840887:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133f84700 00000100:00100000:0.0:1746137550.845664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.847273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.848676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.852610:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f891180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292695552:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137550.852631:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f5397 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f39 expref: 125 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.852642:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008982de00, rc 0) 00000100:00100000:0.0:1746137550.852676:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+125:1075:x1830957302349312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4949us (5403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137550.852683:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29317 00000100:00100000:0.0:1746137550.855868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.858969:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302350336 00000100:00100000:0.0:1746137550.858977:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302350336 00002000:00100000:0.0:1746137550.859009:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f892a00 x1830957302350336/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/0 e 0 to 0 dl 1746137561 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.859023:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892a00 with x1830957302350336 ext(0->7) 00010000:00010000:0.0:1746137550.859031:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f5397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f39 expref: 124 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.859041:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f5397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f39 expref: 124 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.859047:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f892a00 00000100:00100000:0.0:1746137550.859074:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2509 00000100:00100000:0.0:1746137550.859081:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+124:2007:x1830957302350336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137550.860805:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+126:2007:x1830957302350336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1718us (1990us total) trans 4294970757 rc 0/0 00000100:00100000:0.0:1746137550.860815:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2509 00002000:00100000:0.0:1746137550.860825:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f892a00 x1830957302350336/t4294970757(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.860833:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892a00 with x1830957302350336 ext(0->7) 00010000:00010000:0.0:1746137550.860841:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f5397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f39 expref: 126 pid: 10658 timeout: 743 lvb_type: 0 00010000:00010000:0.0:1746137550.860854:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982de00/0x95b3ed7b846f5397 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f39 expref: 126 pid: 10658 timeout: 743 lvb_type: 0 00002000:00010000:0.0:1746137550.860861:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f892a00 00000100:00100000:0.0:1746137550.863544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.870056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.873332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.873607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.873638:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302350976 00000100:00100000:0.0:1746137550.873641:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302350976 00000100:00100000:0.0:1746137550.873663:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29320 00000100:00100000:0.0:1746137550.873668:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e65a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+126:1075:x1830957302350976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137550.873675:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137550.873682:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800735c4600/0x95b3ed7b846f53ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6f4e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873697:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f539e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f40 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873714:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f53a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f47 expref: 127 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873719:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.873721:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137550.873723:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800735c4600/0x95b3ed7b846f53ac lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f4e expref: 127 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873750:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f53a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f47 expref: 127 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873762:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a042e200/0x95b3ed7b846f53a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f47 expref: 127 pid: 10658 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.873777:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f85180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292696064:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137550.873858:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f539e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f40 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137550.873878:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f539e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f40 expref: 5 pid: 24924 timeout: 743 lvb_type: 0 00000100:00100000:0.0:1746137550.873886:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bceea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292696192:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137550.873905:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137550.875297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.875340:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.876787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.876824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.878629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.884239:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+128:2005:x1830957302352128:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2821us (2988us total) trans 4294970758 rc 0/0 00000100:00100000:0.0:1746137550.884251:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2512 00002000:00100000:0.0:1746137550.884262:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f891500 x1830957302352128/t4294970758(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.884273:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957302352128 ext(0->7) 00010000:00010000:0.0:1746137550.884281:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800735c4600/0x95b3ed7b846f53ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f4e expref: 128 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137550.884294:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800735c4600/0x95b3ed7b846f53ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f4e expref: 128 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137550.884301:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f891500 00000100:00100000:0.0:1746137550.890413:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.894022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.895341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.896407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.898460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.904126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.907856:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.910183:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+131:2008:x1830957302353408:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1585us (2331us total) trans 4294970759 rc 0/0 00000100:00100000:0.0:1746137550.910192:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2514 00002000:00100000:0.0:1746137550.910200:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bced880 x1830957302353408/t4294970759(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.910208:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957302353408 ext(0->7) 00010000:00010000:0.0:1746137550.910215:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f53ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f5c expref: 131 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137550.910227:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2e00/0x95b3ed7b846f53ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f5c expref: 131 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137550.910233:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bced880 00000100:00100000:0.0:1746137550.914767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.917229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.918718:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.919099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.921048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.921075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.924096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.926568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.928967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.931121:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.934131:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+132:2006:x1830957302355072:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2444us (3005us total) trans 4294970760 rc 0/0 00000100:00100000:0.0:1746137550.934142:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2516 00002000:00100000:0.0:1746137550.934151:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008cb83480 x1830957302355072/t4294970760(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137550.934159:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83480 with x1830957302355072 ext(0->7) 00010000:00010000:0.0:1746137550.934168:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f53cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f71 expref: 132 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137550.934181:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982dc00/0x95b3ed7b846f53cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f71 expref: 132 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137550.934187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008cb83480 00000100:00100000:0.0:1746137550.938860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.939063:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.941990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.944859:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.946786:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.956000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.963325:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.964634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.967544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.971406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.977133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.981081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.990059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137550.998511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.000650:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+136:2005:x1830957302357376:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1322us (2144us total) trans 4294970762 rc 0/0 00000100:00100000:0.0:1746137551.000658:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2520 00002000:00100000:0.0:1746137551.000666:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801366e5180 x1830957302357376/t4294970762(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:741/0 lens 496/448 e 0 to 0 dl 1746137561 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.000673:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5180 with x1830957302357376 ext(0->7) 00010000:00010000:0.0:1746137551.000679:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562e00/0x95b3ed7b846f53eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f8d expref: 136 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.000690:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562e00/0x95b3ed7b846f53eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f8d expref: 136 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.000695:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801366e5180 00000100:00100000:0.0:1746137551.003850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137551.004456:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137551.005102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.008829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137551.009390:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137551.012850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.016632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.024584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.026888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.029756:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+138:2006:x1830957302358528:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2528us (2858us total) trans 4294970763 rc 0/0 00000100:00100000:0.0:1746137551.029768:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2522 00002000:00100000:0.0:1746137551.029777:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012e955c00 x1830957302358528/t4294970763(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.029785:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957302358528 ext(0->7) 00010000:00010000:0.0:1746137551.029794:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f53f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f9b expref: 138 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.029809:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f53f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6f9b expref: 138 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.029815:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e955c00 00000100:00100000:0.0:1746137551.034146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.039463:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.040651:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.044212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.044258:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.046867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.049275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.050875:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+141:2007:x1830957302359808:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (1604us total) trans 4294970764 rc 0/0 00000100:00100000:0.0:1746137551.050882:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2525 00002000:00100000:0.0:1746137551.050888:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f817480 x1830957302359808/t4294970764(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.050901:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817480 with x1830957302359808 ext(0->7) 00010000:00010000:0.0:1746137551.050907:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f5407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fa9 expref: 141 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.050915:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2200/0x95b3ed7b846f5407 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fa9 expref: 141 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.050921:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f817480 00000100:00100000:0.0:1746137551.052984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.056051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.061774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.063579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.065426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.065491:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.067553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.067576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.070026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.074900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.076017:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+142:2006:x1830957302361856:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 890us (1123us total) trans 4294970765 rc 0/0 00000100:00100000:0.0:1746137551.076024:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2528 00002000:00100000:0.0:1746137551.076030:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009e0d5f80 x1830957302361856/t4294970765(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.076037:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957302361856 ext(0->7) 00010000:00010000:0.0:1746137551.076042:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f541c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fbe expref: 142 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.076052:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f541c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fbe expref: 142 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.076058:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137551.077486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.081128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.084467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.087739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.091292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.091320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.092999:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.093062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.095680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.099484:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.101466:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+144:2008:x1830957302363648:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 815us (1988us total) trans 4294970766 rc 0/0 00000100:00100000:0.0:1746137551.101473:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2531 00002000:00100000:0.0:1746137551.101480:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a6775180 x1830957302363648/t4294970766(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.101487:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957302363648 ext(0->7) 00010000:00010000:0.0:1746137551.101491:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f5431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fd3 expref: 144 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.101501:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3200/0x95b3ed7b846f5431 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fd3 expref: 144 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.101510:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a6775180 00000100:00100000:0.0:1746137551.109433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.114343:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.114918:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.115412:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29342 00000100:00100000:0.0:1746137551.115419:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+145:1075:x1830957302364288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137551.115426:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137551.115432:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073549a00/0x95b3ed7b846f5446 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f6fe8 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.115445:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3e00/0x95b3ed7b846f5438 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fda expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.115452:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3a00/0x95b3ed7b846f543f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe1 expref: 146 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.115456:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.115457:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.115459:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073549a00/0x95b3ed7b846f5446 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe8 expref: 146 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.115485:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3a00/0x95b3ed7b846f543f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe1 expref: 146 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.115496:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3a00/0x95b3ed7b846f543f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe1 expref: 146 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.115512:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6774700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957292701184:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137551.118023:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.119825:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.122215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.122263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.125400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.128251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.129967:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+146:2006:x1830957302365440:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 891us (1719us total) trans 4294970767 rc 0/0 00000100:00100000:0.0:1746137551.129975:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2534 00002000:00100000:0.0:1746137551.129982:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f499f80 x1830957302365440/t4294970767(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.129991:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499f80 with x1830957302365440 ext(0->7) 00010000:00010000:0.0:1746137551.129997:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880073549a00/0x95b3ed7b846f5446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe8 expref: 146 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.130008:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880073549a00/0x95b3ed7b846f5446 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6fe8 expref: 146 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.130014:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f499f80 00000100:00100000:0.0:1746137551.133216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.139410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.145514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.148007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.148075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.152302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.159092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.160573:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+149:2006:x1830957302366720:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1214us (1488us total) trans 4294970768 rc 0/0 00000100:00100000:0.0:1746137551.160581:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2537 00002000:00100000:0.0:1746137551.160589:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800736d5880 x1830957302366720/t4294970768(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.160597:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302366720 ext(0->7) 00010000:00010000:0.0:1746137551.160603:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982c000/0x95b3ed7b846f5454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ff6 expref: 149 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.160614:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982c000/0x95b3ed7b846f5454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f6ff6 expref: 149 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.160619:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137551.165622:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.172049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.179788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.180336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.183613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.185013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.188200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.188249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.192179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.201238:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302368512 00000100:00100000:0.0:1746137551.201248:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302368512 00002000:00100000:0.0:1746137551.201289:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fe99f80 x1830957302368512/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.201299:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957302368512 ext(0->7) 00010000:00010000:0.0:1746137551.201307:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f5469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f700b expref: 149 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.201320:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f5469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f700b expref: 149 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.201327:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:0.0:1746137551.201346:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2540 00000100:00100000:0.0:1746137551.201353:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+149:2006:x1830957302368512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.205460:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+151:2006:x1830957302368512:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4096us (4288us total) trans 4294970769 rc 0/0 00000100:00100000:0.0:1746137551.205473:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2540 00002000:00100000:0.0:1746137551.205485:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fe99f80 x1830957302368512/t4294970769(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.205495:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957302368512 ext(0->7) 00010000:00010000:0.0:1746137551.205506:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f5469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f700b expref: 151 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.205523:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982d000/0x95b3ed7b846f5469 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f700b expref: 151 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.205529:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:0.0:1746137551.211459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.213586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.216567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.219425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.219481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.224041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.232005:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+152:2005:x1830957302369792:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3195us (3927us total) trans 4294970770 rc 0/0 00000100:00100000:0.0:1746137551.232017:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2543 00002000:00100000:0.0:1746137551.232028:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880087ba7800 x1830957302369792/t4294970770(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.232038:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957302369792 ext(0->7) 00010000:00010000:0.0:1746137551.232048:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f5477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7019 expref: 152 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.232062:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562a00/0x95b3ed7b846f5477 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7019 expref: 152 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.232068:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137551.242526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.246897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.248705:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292703360:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137551.248748:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137551.248776:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+153:2007:x1830957302369920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5162us (6261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137551.248784:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17119 00000100:00100000:0.0:1746137551.252217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.253021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.257477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.262052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.263834:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+155:2007:x1830957302371072:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1266us (1788us total) trans 4294970771 rc 0/0 00000100:00100000:0.0:1746137551.263842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2546 00002000:00100000:0.0:1746137551.263851:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099436300 x1830957302371072/t4294970771(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.263859:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436300 with x1830957302371072 ext(0->7) 00010000:00010000:0.0:1746137551.263867:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f5485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7027 expref: 155 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.263879:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f5485 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7027 expref: 155 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.263885:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099436300 00000100:00100000:0.0:1746137551.277080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.277101:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302371584 00000100:00100000:0.0:1746137551.277104:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302371584 00002000:00100000:0.0:1746137551.277132:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099434e00 x1830957302371584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.277142:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302371584 ext(0->4095) 00002000:00010000:0.0:1746137551.277146:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137551.277163:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13601 00000100:00100000:0.0:1746137551.277169:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+156:2006:x1830957302371584:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.277271:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+155:2006:x1830957302371584:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137551.277277:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13601 00002000:00100000:0.0:1746137551.277282:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099434e00 x1830957302371584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/4536 e 0 to 0 dl 1746137562 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.277288:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302371584 ext(0->4095) 00002000:00010000:0.0:1746137551.277291:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137551.280894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.281027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.285370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.290789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.292076:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+156:2005:x1830957302372352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 906us (1293us total) trans 4294970772 rc 0/0 00000100:00100000:0.0:1746137551.292083:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2548 00002000:00100000:0.0:1746137551.292090:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f498380 x1830957302372352/t4294970772(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.292096:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498380 with x1830957302372352 ext(0->7) 00010000:00010000:0.0:1746137551.292102:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008982da00/0x95b3ed7b846f5493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7035 expref: 156 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.292112:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008982da00/0x95b3ed7b846f5493 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7035 expref: 156 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.292117:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f498380 00000100:00100000:0.0:1746137551.294441:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.298125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.303167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.312348:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302372992 00000100:00100000:0.0:1746137551.312354:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302372992 00000100:00100000:0.0:1746137551.312388:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29356 00000100:00100000:0.0:1746137551.312393:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+157:1075:x1830957302372992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137551.312402:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137551.312416:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f54a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f704a expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.312439:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f549a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f703c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.312447:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f54a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7043 expref: 158 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.312452:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.312454:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.312457:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f54a8 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f704a expref: 158 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.312486:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f54a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7043 expref: 158 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.312496:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f54a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7043 expref: 158 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.312508:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f816300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292704512:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137551.315759:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f549a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f703c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.315770:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f549a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f703c expref: 5 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.315782:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f814000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292704640:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137551.315828:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137551.318662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.323017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.323071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.331314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.339390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.347966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.351243:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f890e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9557:1830957292705152:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137551.351267:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009ff07a00/0x95b3ed7b846f54b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7058 expref: 158 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.351279:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff07a00, rc 0) 00000100:00100000:0.0:1746137551.351582:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+158:1075:x1830957302374400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3513us (3620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137551.351588:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29358 00000100:00100000:0.0:1746137551.353110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.355577:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.357387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.359430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.360836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+160:2007:x1830957302375296:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1209us (1405us total) trans 4294970774 rc 0/0 00000100:00100000:0.0:1746137551.360847:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2552 00002000:00100000:0.0:1746137551.360855:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f998000 x1830957302375296/t4294970774(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.360867:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957302375296 ext(0->7) 00010000:00010000:0.0:1746137551.360875:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07a00/0x95b3ed7b846f54b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7058 expref: 160 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.360887:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07a00/0x95b3ed7b846f54b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7058 expref: 160 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.360893:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f998000 00000100:00100000:0.0:1746137551.363246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.367066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.368543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.370458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.374125:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.377766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.379769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.379859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.380610:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302376832 00000100:00100000:0.0:1746137551.380613:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302376832 00010000:00010000:0.0:1746137551.380627:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f54bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f705f expref: 6 pid: 9557 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.380654:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17130 00000100:00100000:0.0:1746137551.380660:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302376832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137551.380666:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137551.380674:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f54bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f705f expref: 6 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.380683:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f54bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f705f expref: 6 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.380706:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f54bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f705f expref: 6 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.380716:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.380718:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.380723:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 160 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.380730:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 160 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.380747:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 160 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.380756:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 160 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.380766:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292706048:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137551.380812:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137551.383052:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302377088 00000100:00100000:0.0:1746137551.383058:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302377088 00000100:00100000:0.0:1746137551.384890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.389064:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+163:2005:x1830957302377344:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4022us (4164us total) trans 4294970775 rc 0/0 00000100:00100000:0.0:1746137551.389077:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2554 00002000:00100000:0.0:1746137551.389090:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800730f1f80 x1830957302377344/t4294970775(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.389103:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1f80 with x1830957302377344 ext(0->7) 00010000:00010000:0.0:1746137551.389113:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 163 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.389129:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f54cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f706d expref: 163 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.389136:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800730f1f80 00000100:00100000:0.0:1746137551.399359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.402493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.407409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.411219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.411286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.414333:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.421233:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+164:2005:x1830957302378624:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2897us (3151us total) trans 4294970776 rc 0/0 00000100:00100000:0.0:1746137551.421247:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2557 00002000:00100000:0.0:1746137551.421259:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073516d80 x1830957302378624/t4294970776(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.421273:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516d80 with x1830957302378624 ext(0->7) 00010000:00010000:0.0:1746137551.421283:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07c00/0x95b3ed7b846f54d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f707b expref: 164 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.421296:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07c00/0x95b3ed7b846f54d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f707b expref: 164 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.421302:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073516d80 00000100:00100000:0.0:1746137551.427934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.430464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.433017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.436119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.438886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.441177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.444815:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.447039:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+166:2005:x1830957302379776:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1908us (2218us total) trans 4294970777 rc 0/0 00000100:00100000:0.0:1746137551.447050:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2559 00002000:00100000:0.0:1746137551.447058:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012baa2680 x1830957302379776/t4294970777(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.447067:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957302379776 ext(0->7) 00010000:00010000:0.0:1746137551.447073:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f54e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7089 expref: 166 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.447086:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f54e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7089 expref: 166 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.447094:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012baa2680 00000100:00100000:0.0:1746137551.449035:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.453824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.453871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.456433:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.457544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.459665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.466482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.468280:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+169:2005:x1830957302381056:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1490us (1806us total) trans 4294970778 rc 0/0 00000100:00100000:0.0:1746137551.468288:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2561 00002000:00100000:0.0:1746137551.468296:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800a03a8700 x1830957302381056/t4294970778(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.468305:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8700 with x1830957302381056 ext(0->7) 00010000:00010000:0.0:1746137551.468311:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f54f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7097 expref: 169 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.468322:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f54f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7097 expref: 169 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.468328:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a03a8700 00000100:00100000:0.0:1746137551.470875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.475409:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302381440 00000100:00100000:0.0:1746137551.475416:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302381440 00002000:00100000:0.0:1746137551.475451:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99c00 x1830957302381440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.475463:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99c00 with x1830957302381440 ext(0->4095) 00002000:00010000:0.0:1746137551.475466:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99c00 00000100:00100000:0.0:1746137551.475496:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13610 00000100:00100000:0.0:1746137551.475502:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+168:2005:x1830957302381440:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.475631:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+168:2005:x1830957302381440:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137551.475637:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13610 00002000:00100000:0.0:1746137551.475642:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe99c00 x1830957302381440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/4536 e 0 to 0 dl 1746137562 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.475649:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99c00 with x1830957302381440 ext(0->4095) 00002000:00010000:0.0:1746137551.475652:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fe99c00 00000100:00100000:0.0:1746137551.479030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.479126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.482103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.485797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.488025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.490548:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+170:2007:x1830957302382336:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2244us (2516us total) trans 4294970779 rc 0/0 00000100:00100000:0.0:1746137551.490561:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2563 00002000:00100000:0.0:1746137551.490572:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f520380 x1830957302382336/t4294970779(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.490581:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957302382336 ext(0->7) 00010000:00010000:0.0:1746137551.490592:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f5503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70a5 expref: 170 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.490608:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f5503 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70a5 expref: 170 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.490615:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:0.0:1746137551.497201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.506479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.506523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.509850:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302382976 00000100:00100000:0.0:1746137551.509855:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302382976 00000100:00100000:0.0:1746137551.509876:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29372 00000100:00100000:0.0:1746137551.509881:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+171:1076:x1830957302382976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137551.509888:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137551.509895:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f5518 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f70ba expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.509906:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.509910:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5511 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70b3 expref: 172 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.509916:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137551.509919:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f5518 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70ba expref: 172 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137551.514559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.519107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.521467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.524605:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+173:2006:x1830957302383616:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2575us (3135us total) trans 4294970780 rc 0/0 00000100:00100000:0.0:1746137551.524619:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2565 00002000:00100000:0.0:1746137551.524630:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f57ad80 x1830957302383616/t4294970780(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.524640:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957302383616 ext(0->7) 00010000:00010000:0.0:1746137551.524650:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70b3 expref: 173 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.524665:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562800/0x95b3ed7b846f5511 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70b3 expref: 173 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.524672:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:0.0:1746137551.527838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.530681:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.537012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.537062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.537325:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29374 00000100:00100000:0.0:1746137551.537333:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+172:1075:x1830957302384256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137551.537341:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137551.537347:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f5526 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f70c8 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537435:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f5518 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70ba expref: 173 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537442:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f551f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537448:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.537449:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.537451:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f5526 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c8 expref: 173 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537475:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f551f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537485:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f551f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c1 expref: 6 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.537495:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292708864:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137551.537897:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f5518 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70ba expref: 173 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.537904:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f5518 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70ba expref: 173 pid: 24924 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.537912:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957292708992:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137551.537931:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137551.541398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.541481:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.541562:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302384640 00000100:00100000:0.0:1746137551.541565:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302384640 00002000:00100000:0.0:1746137551.541591:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f4dad80 x1830957302384640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.541605:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dad80 with x1830957302384640 ext(0->4095) 00010000:00010000:0.0:1746137551.541610:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f551f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c1 expref: 6 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.541673:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07400/0x95b3ed7b846f551f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c1 expref: 6 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.541680:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f4dad80 00000100:00100000:0.0:1746137551.541707:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2566 00000100:00100000:0.0:1746137551.541713:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302384640:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.543795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.547524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.550002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.554924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.556325:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+174:2006:x1830957302385280:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1214us (1397us total) trans 4294970781 rc 0/0 00000100:00100000:0.0:1746137551.556336:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2567 00002000:00100000:0.0:1746137551.556342:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880133c1f800 x1830957302385280/t4294970781(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.556350:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f800 with x1830957302385280 ext(0->7) 00010000:00010000:0.0:1746137551.556355:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f5526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c8 expref: 174 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.556365:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f978000/0x95b3ed7b846f5526 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70c8 expref: 174 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.556371:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133c1f800 00000100:00100000:0.0:1746137551.559837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.563132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.565663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.567791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.580067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.582787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.582831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.582876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.588409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.591166:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+176:2007:x1830957302387072:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2305us (2765us total) trans 4294970782 rc 0/0 00000100:00100000:0.0:1746137551.591177:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2569 00002000:00100000:0.0:1746137551.591185:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880135567800 x1830957302387072/t4294970782(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.591194:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567800 with x1830957302387072 ext(0->7) 00010000:00010000:0.0:1746137551.591203:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f553b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70dd expref: 176 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.591216:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f553b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70dd expref: 176 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.591222:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135567800 00000100:00100000:0.0:1746137551.595189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.600806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.600858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.600888:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302387584 00000100:00100000:0.0:1746137551.600894:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302387584 00002000:00100000:0.0:1746137551.600964:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88006e819880 x1830957302387584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.600974:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819880 with x1830957302387584 ext(0->4095) 00002000:00010000:0.0:1746137551.600978:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e819880 00000100:00100000:0.0:1746137551.606394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.607319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.614392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.620646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.623136:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+179:2008:x1830957302388352:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1371us (2497us total) trans 4294970783 rc 0/0 00000100:00100000:0.0:1746137551.623145:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2572 00002000:00100000:0.0:1746137551.623152:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e819f80 x1830957302388352/t4294970783(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.623159:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819f80 with x1830957302388352 ext(0->7) 00010000:00010000:0.0:1746137551.623168:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f5549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70eb expref: 179 pid: 9555 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.623181:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff06a00/0x95b3ed7b846f5549 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70eb expref: 179 pid: 9555 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.623187:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e819f80 00000100:00100000:0.0:1746137551.625310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.632519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.632556:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302388736 00000100:00100000:0.0:1746137551.632563:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302388736 00002000:00100000:0.0:1746137551.632599:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88006e819180 x1830957302388736/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.632609:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819180 with x1830957302388736 ext(0->4095) 00002000:00010000:0.0:1746137551.632613:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e819180 00000100:00100000:0.0:1746137551.632627:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13617 00000100:00100000:0.0:1746137551.632633:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+178:2006:x1830957302388736:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.632770:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+178:2006:x1830957302388736:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137551.632777:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13617 00002000:00100000:0.0:1746137551.632782:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88006e819180 x1830957302388736/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/4536 e 0 to 0 dl 1746137562 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.632789:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819180 with x1830957302388736 ext(0->4095) 00002000:00010000:0.0:1746137551.632792:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e819180 00000100:00100000:0.0:1746137551.641132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.641240:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.647270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.652444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.654532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.656266:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+180:2005:x1830957302389632:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1442us (1735us total) trans 4294970784 rc 0/0 00000100:00100000:0.0:1746137551.656275:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2574 00002000:00100000:0.0:1746137551.656283:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88006e818e00 x1830957302389632/t4294970784(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.656297:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818e00 with x1830957302389632 ext(0->7) 00010000:00010000:0.0:1746137551.656306:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f5557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70f9 expref: 180 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.656318:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f562c00/0x95b3ed7b846f5557 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f70f9 expref: 180 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.656325:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006e818e00 00000100:00100000:0.0:1746137551.659217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.668260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.675539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.682525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.683052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.686121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.686164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.686195:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302390784 00000100:00100000:0.0:1746137551.686202:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302390784 00000100:00100000:0.0:1746137551.686232:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29385 00000100:00100000:0.0:1746137551.686239:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1076:x1830957302390784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137551.686254:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137551.686268:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f5573 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7115 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.686287:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.686292:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f556c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f710e expref: 181 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.686303:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137551.686307:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f5573 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7115 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.686336:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f556c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f710e expref: 181 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.686347:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f5573 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7115 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.686356:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9000, rc 0) 00000100:00100000:0.0:1746137551.686384:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1076:x1830957302390784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137551.686390:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29385 00000100:00100000:0.0:1746137551.694057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.697586:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+182:2007:x1830957302391424:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3347us (3528us total) trans 4294970785 rc 0/0 00000100:00100000:0.0:1746137551.697598:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2577 00002000:00100000:0.0:1746137551.697608:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1fb80 x1830957302391424/t4294970785(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.697615:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957302391424 ext(0->7) 00010000:00010000:0.0:1746137551.697625:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f556c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f710e expref: 182 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.697639:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff07600/0x95b3ed7b846f556c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f710e expref: 182 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.697646:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:0.0:1746137551.700084:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.707594:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.707644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.707669:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302391936 00000100:00100000:0.0:1746137551.707677:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302391936 00000100:00100000:0.0:1746137551.711293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.711334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.716309:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302392448 00000100:00100000:0.0:1746137551.716318:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302392448 00000100:00100000:0.0:1746137551.723532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.725604:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+185:2005:x1830957302392704:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1240us (2080us total) trans 4294970786 rc 0/0 00000100:00100000:0.0:1746137551.725612:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2579 00002000:00100000:0.0:1746137551.725619:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091d1e300 x1830957302392704/t4294970786(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.725626:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1e300 with x1830957302392704 ext(0->7) 00010000:00010000:0.0:1746137551.725632:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3e00/0x95b3ed7b846f557a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f711c expref: 185 pid: 24924 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.725643:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7c3e00/0x95b3ed7b846f557a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f711c expref: 185 pid: 24924 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.725649:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d1e300 00000100:00100000:0.0:1746137551.728258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.731710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.736574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.736836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.738923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.743281:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302393728 00000100:00100000:0.0:1746137551.743289:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302393728 00002000:00100000:0.0:1746137551.743326:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009f814000 x1830957302393728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.743335:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957302393728 ext(0->4095) 00010000:00010000:0.0:1746137551.743342:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f712a expref: 184 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.743354:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f712a expref: 184 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.743360:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:0.0:1746137551.743388:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2580 00000100:00100000:0.0:1746137551.743396:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+184:2005:x1830957302393728:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.746343:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+186:2007:x1830957302393984:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1109us (1277us total) trans 4294970787 rc 0/0 00000100:00100000:0.0:1746137551.746351:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2581 00002000:00100000:0.0:1746137551.746358:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009f816300 x1830957302393984/t4294970787(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.746366:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816300 with x1830957302393984 ext(0->7) 00010000:00010000:0.0:1746137551.746372:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f712a expref: 186 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.746388:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563c00/0x95b3ed7b846f5588 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f712a expref: 186 pid: 9557 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.746394:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009f816300 00000100:00100000:0.0:1746137551.748176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.750834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.755289:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.774095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.774953:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302395136 00000100:00100000:0.0:1746137551.774956:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302395136 00010000:00010000:0.0:1746137551.774973:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f5596 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7138 expref: 187 pid: 9557 timeout: 744 lvb_type: 0 00000100:00100000:0.0:1746137551.774999:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17160 00000100:00100000:0.0:1746137551.775005:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+187:2007:x1830957302395136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137551.775012:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137551.775021:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f5596 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7138 expref: 187 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.775030:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f5596 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7138 expref: 187 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.775042:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f563000/0x95b3ed7b846f5596 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7138 expref: 187 pid: 9557 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.775066:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.775068:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137551.775074:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 186 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.775081:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 186 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137551.775109:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 186 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137551.775121:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957292713088:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137551.777086:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302395520 00000100:00100000:0.0:1746137551.777090:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302395520 00002000:00100000:0.0:1746137551.777118:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe98a80 x1830957302395520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/0 e 0 to 0 dl 1746137562 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.777127:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98a80 with x1830957302395520 ext(0->4095) 00010000:00010000:0.0:1746137551.777132:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 187 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.777143:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 187 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.777149:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe98a80 00000100:00100000:0.0:1746137551.777164:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2583 00000100:00100000:0.0:1746137551.777170:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+187:2005:x1830957302395520:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137551.780389:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+186:2005:x1830957302395520:12345-192.168.202.31@tcp:3:rw_seq_cst_vs_d.0 Request processed in 3218us (3635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137551.780399:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2583 00002000:00100000:0.0:1746137551.780408:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fe98a80 x1830957302395520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 488/4536 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.780416:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98a80 with x1830957302395520 ext(0->4095) 00010000:00010000:0.0:1746137551.780426:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 186 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.780439:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 186 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.780445:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fe98a80 00000100:00100000:0.0:1746137551.786101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.787849:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+188:2006:x1830957302395776:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1756us total) trans 4294970788 rc 0/0 00000100:00100000:0.0:1746137551.787855:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2584 00002000:00100000:0.0:1746137551.787861:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b9cdf80 x1830957302395776/t4294970788(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.787867:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cdf80 with x1830957302395776 ext(0->7) 00010000:00010000:0.0:1746137551.787872:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 188 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.787880:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009ff06800/0x95b3ed7b846f559d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f713f expref: 188 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.787886:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b9cdf80 00000100:00100000:0.0:1746137551.789382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.792202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.794731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.796372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.800098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.800279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.803504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.803539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.804169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.810331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.815370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.819022:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+191:2006:x1830957302397824:12345-192.168.202.31@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3338us (3652us total) trans 4294970789 rc 0/0 00000100:00100000:0.0:1746137551.819036:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2587 00002000:00100000:0.0:1746137551.819049:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880073551c00 x1830957302397824/t4294970789(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:742/0 lens 496/448 e 0 to 0 dl 1746137562 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746137551.819059:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957302397824 ext(0->7) 00010000:00010000:0.0:1746137551.819070:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f55b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7154 expref: 191 pid: 10658 timeout: 744 lvb_type: 0 00010000:00010000:0.0:1746137551.819086:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009f563200/0x95b3ed7b846f55b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7154 expref: 191 pid: 10658 timeout: 744 lvb_type: 0 00002000:00010000:0.0:1746137551.819097:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:0.0:1746137551.825106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.836464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.849578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.863059:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.872341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137551.872888:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137551.875550:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137551.876019:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137551.910353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.914355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137551.926816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137551.932341:0:10898:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746137551.932346:0:10898:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008982da00/0x95b3ed7b846f560d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137551.932350:0:10898:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008982da00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137551.932353:0:10898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008982da00/0x95b3ed7b846f560d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137551.932357:0:10898:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008982da00/0x95b3ed7b846f560d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137551.932364:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88012a34ed00) 00010000:00010000:0.0:1746137551.932366:0:10898:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746137551.932368:0:10898:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008982da00/0x95b3ed7b846f560d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137551.932372:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008982da00/0x95b3ed7b846f560d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137551.932416:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137551.932417:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137551.932419:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137552.910574:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957292714624:0@lo:400:kworker.0 00000100:00100000:0.0:1746137552.910599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137552.910627:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957292715136:0@lo:400:kworker.0 00000100:00100000:0.0:1746137552.910645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137552.910656:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957292715648:0@lo:400:kworker.0 00000100:00100000:0.0:1746137552.910670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137552.910712:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292715008 00000100:00100000:0.0:1746137552.910715:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292715008 00000100:00100000:0.0:1746137552.910732:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1746137552.910736:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292715008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137552.910765:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292715008:12345-0@lo:400:kworker.0 Request processed in 28us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137552.910770:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1746137552.910783:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292714624 00000100:00100000:0.0:1746137552.910785:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292714624 00000100:00100000:0.0:1746137552.910795:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292715136 00000100:00100000:0.0:1746137552.910801:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292715136 00000100:00100000:0.0:1746137552.914235:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1746137552.914242:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957292715136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137552.914275:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957292715136:12345-0@lo:400:kworker.0 Request processed in 35us (3629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137552.914280:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1746137554.303272:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292716416 00000100:00100000:0.0:1746137554.303278:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292716416 00000100:00100000:0.0:1746137554.303316:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1746137554.303322:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957292716416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137554.303353:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746137554.303390:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957292716416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137554.303399:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000001:00080000:0.0:1746137554.590798:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970789 is committed 00000100:00100000:0.0:1746137554.811417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811548:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137554.811574:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302400128 00000100:00100000:0.0:1746137554.811580:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302400128 00000100:00100000:0.0:1746137554.811616:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302400000 00000100:00100000:0.0:1746137554.811619:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302400000 00000100:00100000:0.0:1746137554.811632:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302400512 00000100:00100000:0.0:1746137554.811634:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302400512 00000100:00100000:0.0:1746137554.811647:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302400640 00000100:00100000:0.0:1746137554.811649:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302400640 00000100:00100000:0.0:1746137554.811660:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 990 00000100:00100000:0.0:1746137554.811684:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957302400128:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137554.811732:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957302400128:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137554.811739:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 990 00000100:00100000:0.0:1746137554.811753:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 991 00000100:00100000:0.0:1746137554.811757:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2008:x1830957302400000:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137554.811785:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2008:x1830957302400000:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 27us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137554.811791:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 991 00000100:00100000:0.0:1746137554.811801:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 993 00000100:00100000:0.0:1746137554.811806:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302400640:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137554.811829:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302400640:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 23us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137554.811833:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 993 00000100:00100000:0.0:1746137554.821912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.045314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.051150:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.056160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.063654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.065811:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302401792 00000100:00100000:0.0:1746137555.065818:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302401792 00000100:00100000:0.0:1746137555.065853:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54803 00000100:00100000:0.0:1746137555.065859:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+8:1730:x1830957302401792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.065868:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137555.065871:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746137555.065889:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071bc00/0x95b3ed7b846f565a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7193 expref: 8 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.065901:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137555.065904:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746137555.065912:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f5661 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f719a expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.066035:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066044:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066051:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066060:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066065:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066070:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066108:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f5676 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066115:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f5676 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066119:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f5676 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066185:0:11912:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066191:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066196:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066201:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066205:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe24c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137555.066209:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066215:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066221:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137555.066224:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137555.066226:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066230:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f5668 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066237:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066241:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066244:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066248:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe25800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137555.066250:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066253:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066257:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8801362df700) 00010000:00010000:0.0:1746137555.066259:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137555.066260:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066267:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f566f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.066290:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f5661 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f719a expref: 10 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.066297:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f5676 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f719a expref: 9 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.066301:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:0.0:1746137555.066302:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746137555.066303:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24e00, rc 0) 00000100:00100000:0.0:1746137555.066337:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+9:1730:x1830957302401792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 479us (546us total) trans 4294990652 rc 0/0 00000100:00100000:0.0:1746137555.066342:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54803 00000100:00100000:0.0:1746137555.081673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.085452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.092707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.093405:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302402560 00000100:00100000:0.0:1746137555.093415:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302402560 00000100:00100000:0.0:1746137555.093468:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29402 00000100:00100000:0.0:1746137555.093475:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1730:x1830957302402560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.093498:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137555.093515:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007268f400/0x95b3ed7b846f5699 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f71a8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.093544:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f564c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f718c expref: 6 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137555.093553:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.093555:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.093558:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007268f400/0x95b3ed7b846f5699 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71a8 expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.093584:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f564c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f718c expref: 6 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137555.093594:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c3c00/0x95b3ed7b846f564c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f718c expref: 6 pid: 10658 timeout: 748 lvb_type: 1 00000100:00100000:0.0:1746137555.093605:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800734db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292716928:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137555.093690:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.097726:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800734db480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292716928:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137555.097754:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007268f400/0x95b3ed7b846f5699 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71a8 expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.097771:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007268f400, rc 0) 00000100:00100000:0.0:1746137555.097819:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1730:x1830957302402560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4343us (5123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.097827:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29402 00000100:00100000:0.0:1746137555.113299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.119915:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302403200 00000100:00100000:0.0:1746137555.119929:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302403200 00000100:00100000:0.0:1746137555.120258:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54807 00000100:00100000:0.0:1746137555.120267:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1730:x1830957302403200:12345-192.168.202.31@tcp:36:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.120461:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.120476:0:11912:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f56a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71af expref: 12 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.120483:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 4/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137555.120513:0:11912:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f56a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71af expref: 12 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.120523:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f56a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71af expref: 12 pid: 7210 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.120725:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800734dbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11912:1830957292717184:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137555.121776:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.127019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.128858:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.132296:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.135520:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.139083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.141420:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.144742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.147522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.150812:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c35e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302404480:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 587us (1204us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746137555.150825:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2588 00002000:00100000:0.0:1746137555.150831:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c35e680 x1830957302404480/t4294972173(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.150838:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c35e680 with x1830957302404480 ext(0->7) 00010000:00010000:0.0:1746137555.150844:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f56bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71bd expref: 9 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.150853:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f56bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71bd expref: 9 pid: 16986 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.150859:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c35e680 00000100:00100000:0.0:1746137555.155150:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.157884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.159627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.162326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.165819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.170565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.176338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.176881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.179470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.182019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.184601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.188726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.196294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.199101:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2006:x1830957302406656:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2453us (2800us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746137555.199116:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2590 00002000:00100000:0.0:1746137555.199127:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073781180 x1830957302406656/t4294972174(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.199137:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781180 with x1830957302406656 ext(0->7) 00010000:00010000:0.0:1746137555.199146:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800716c5c00/0x95b3ed7b846f56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71e0 expref: 11 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.199161:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800716c5c00/0x95b3ed7b846f56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71e0 expref: 11 pid: 16986 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.199167:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781180 00000100:00100000:0.0:1746137555.205343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.205654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.210757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.213429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.213902:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.219600:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.222858:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.229835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.232975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.238775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.239364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.242437:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.245226:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.249007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.264460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.281279:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.281632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.286887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.294454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.297164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.299268:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.302053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.305084:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957302410496:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2772us (3029us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746137555.305096:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2596 00002000:00100000:0.0:1746137555.305107:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d4000 x1830957302410496/t4294972176(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.305117:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957302410496 ext(0->7) 00010000:00010000:0.0:1746137555.305127:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f5710 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7211 expref: 15 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.305142:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f5710 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7211 expref: 15 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.305149:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4000 00000100:00100000:0.0:1746137555.307225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.312031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.313500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.318307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.320643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.322758:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.325711:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.326995:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2008:x1830957302411648:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 897us (1290us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746137555.327001:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2598 00002000:00100000:0.0:1746137555.327007:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5c00 x1830957302411648/t4294972177(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.327014:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5c00 with x1830957302411648 ext(0->7) 00010000:00010000:0.0:1746137555.327019:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f571e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f721f expref: 17 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.327028:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f571e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f721f expref: 17 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.327033:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5c00 00000100:00100000:0.0:1746137555.331058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.336065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.340702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.341308:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302412288 00000100:00100000:0.0:1746137555.341312:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302412288 00000100:00100000:0.0:1746137555.341332:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29420 00000100:00100000:0.0:1746137555.341338:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1731:x1830957302412288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.341344:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137555.341351:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007268ea00/0x95b3ed7b846f5733 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7234 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.341362:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.341366:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f572c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f722d expref: 19 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.341376:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137555.341378:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007268ea00/0x95b3ed7b846f5733 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7234 expref: 19 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.341401:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f572c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f722d expref: 19 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.341411:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007268ea00/0x95b3ed7b846f5733 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7234 expref: 19 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.341427:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007268ea00, rc 0) 00000100:00100000:0.0:1746137555.341447:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:1731:x1830957302412288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.341453:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29420 00000100:00100000:0.0:1746137555.343553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.346667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.349421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.353544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.356011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.358431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.360591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.362433:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.363513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.364480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.366497:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.368092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.368132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.370727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.373143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.373191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.375716:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.378301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.380786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.382655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.386289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.390394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.392278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.393309:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302416384 00000100:00100000:0.0:1746137555.393313:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302416384 00000100:00100000:0.0:1746137555.393339:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29428 00000100:00100000:0.0:1746137555.393345:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1731:x1830957302416384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.393351:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137555.393358:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007268f600/0x95b3ed7b846f576b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f726c expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.393370:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.393374:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f5764 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7265 expref: 19 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.393378:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137555.393381:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007268f600/0x95b3ed7b846f576b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f726c expref: 19 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.393408:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f5764 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7265 expref: 19 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.393419:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007268f600/0x95b3ed7b846f576b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f726c expref: 19 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.393429:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007268f600, rc 0) 00000100:00100000:0.0:1746137555.393449:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:1731:x1830957302416384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.393454:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29428 00000100:00100000:0.0:1746137555.397086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.401471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.404060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.406702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.408420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.410982:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.412809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.414366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.416594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.419039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.422226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.431051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.432061:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957302418432:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 688us (1018us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746137555.432069:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2604 00002000:00100000:0.0:1746137555.432075:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800998a4000 x1830957302418432/t4294972178(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.432083:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4000 with x1830957302418432 ext(0->7) 00010000:00010000:0.0:1746137555.432088:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f727a expref: 19 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.432097:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f727a expref: 19 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.432102:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a4000 00000100:00100000:0.0:1746137555.435620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.435688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.438283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.440515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.446700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.452591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.453443:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2006:x1830957302419584:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 662us (856us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746137555.453449:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2606 00002000:00100000:0.0:1746137555.453456:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800998a5180 x1830957302419584/t4294972179(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.453463:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5180 with x1830957302419584 ext(0->7) 00010000:00010000:0.0:1746137555.453469:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7288 expref: 21 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.453479:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7288 expref: 21 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.453485:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a5180 00000100:00100000:0.0:1746137555.457287:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.461824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.462471:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302420096 00000100:00100000:0.0:1746137555.462475:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302420096 00002000:00100000:0.0:1746137555.462499:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957302420096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:746/0 lens 488/0 e 0 to 0 dl 1746137566 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.462508:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957302420096 ext(0->4095) 00010000:00010000:0.0:1746137555.462514:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f578e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f728f expref: 6 pid: 9556 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.462523:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f578e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f728f expref: 6 pid: 9556 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.462529:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136637480 00000100:00100000:0.0:1746137555.462543:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2607 00000100:00100000:0.0:1746137555.462549:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302420096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137555.462653:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302420096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137555.462670:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2607 00002000:00100000:0.0:1746137555.462676:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957302420096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:746/0 lens 488/4536 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.462683:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957302420096 ext(0->4095) 00010000:00010000:0.0:1746137555.462687:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f578e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f728f expref: 6 pid: 9556 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.462695:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f578e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f728f expref: 6 pid: 9556 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.462701:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136637480 00000100:00100000:0.0:1746137555.464069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.464726:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.466516:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.470214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.471811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.474426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.476846:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.479564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.483635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.487690:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.491467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.495723:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292726272:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137555.495747:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137555.495802:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2006:x1830957302422272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4121us (4344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.495812:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17204 00000100:00100000:0.0:1746137555.496204:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.499724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.504162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.505559:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2006:x1830957302422784:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 811us (1399us total) trans 4294972180 rc 0/0 00000100:00100000:0.0:1746137555.505566:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2610 00002000:00100000:0.0:1746137555.505572:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9500 x1830957302422784/t4294972180(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.505584:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957302422784 ext(0->7) 00010000:00010000:0.0:1746137555.505589:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f57b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b2 expref: 23 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.505599:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f57b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b2 expref: 23 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.505603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:0.0:1746137555.509200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.512847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.517028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.517068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.520133:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302423552 00000100:00100000:0.0:1746137555.520140:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302423552 00010000:00010000:0.0:1746137555.520162:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f57b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b9 expref: 6 pid: 16986 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.520195:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17206 00000100:00100000:0.0:1746137555.520201:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c35d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302423552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137555.520210:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137555.520227:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f57b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b9 expref: 6 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.520237:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f57b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b9 expref: 6 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.520260:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f57b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72b9 expref: 6 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.520283:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.520285:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.520291:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f57bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72c7 expref: 23 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.520298:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f57bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72c7 expref: 23 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.520324:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f57bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72c7 expref: 23 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.520334:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f57bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72c7 expref: 23 pid: 16986 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.520343:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292726912:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137555.521300:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.523532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.527145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.527205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.534852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.535007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.537680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.542111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.545016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.550914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.553457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.559843:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292727808:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137555.559867:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137555.559907:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957302425472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6285us (6451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.559915:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17210 00000100:00100000:0.0:1746137555.561798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.563021:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302426112 00000100:00100000:0.0:1746137555.563025:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302426112 00010000:00010000:0.0:1746137555.563043:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f57db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72dc expref: 6 pid: 24924 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.563075:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17211 00000100:00100000:0.0:1746137555.563081:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302426112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137555.563089:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137555.563103:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f57db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72dc expref: 6 pid: 24924 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.563113:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f57db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72dc expref: 6 pid: 24924 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.563129:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f57db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72dc expref: 6 pid: 24924 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.563254:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.563257:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.563263:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f57e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72e3 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.563270:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72e3 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.563292:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f57e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72e3 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.563306:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f57e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f72e3 expref: 23 pid: 24924 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.563316:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135567100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292728192:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137555.563971:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.567203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.570730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.575260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.578720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.581690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.583670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.586861:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.588359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.592455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.596987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.600278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.604871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.609418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.611841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.613034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.615688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.619312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.622733:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.625152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.626524:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2006:x1830957302429568:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1166us (1374us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746137555.626530:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2618 00002000:00100000:0.0:1746137555.626537:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012baa3100 x1830957302429568/t4294972181(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.626545:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa3100 with x1830957302429568 ext(0->7) 00010000:00010000:0.0:1746137555.626551:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f580c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f730d expref: 25 pid: 24924 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.626561:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f580c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f730d expref: 25 pid: 24924 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.626567:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa3100 00000100:00100000:0.0:1746137555.631027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.634218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.635832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.637528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.638387:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.640490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.642533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.644882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.646801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.648424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.650977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.652291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.654608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.658337:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.660667:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.660718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.663716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.665489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.665527:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.667475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.669563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.673467:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.677156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.680513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.682570:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.683815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.688257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.688775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.692000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.695925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.700025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.704717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.709269:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.710271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.713807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.717452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.721787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.724644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.729024:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.730895:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302436352:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1344us (1876us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746137555.730902:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2626 00002000:00100000:0.0:1746137555.730909:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350380 x1830957302436352/t4294972182(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.730916:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350380 with x1830957302436352 ext(0->7) 00010000:00010000:0.0:1746137555.730923:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7368 expref: 27 pid: 24924 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.730934:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7368 expref: 27 pid: 24924 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.730956:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350380 00000100:00100000:0.0:1746137555.735097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.737717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.739859:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.741589:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292733312:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137555.741720:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5875 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7376 expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.741734:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:0.0:1746137555.741797:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1730:x1830957302436608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3661us (4086us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.741807:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29466 00000100:00100000:0.0:1746137555.742719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.743208:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.745099:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.747035:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.749491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.751821:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.754202:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292733824:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137555.754228:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5883 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7384 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.754243:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:0.0:1746137555.754290:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302437888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2135us (2475us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137555.754298:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29468 00000100:00100000:0.0:1746137555.755831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.759636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.760835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.761219:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.763883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.766883:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.769065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.771572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.773715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.775907:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.777740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.779505:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.782418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.785257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.787279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.787465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.790327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.794269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.794361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.797708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.800331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.803787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.807828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.809221:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29476 00000100:00100000:0.0:1746137555.809232:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302441984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137555.809250:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137555.809265:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f58bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f73bc expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.809292:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.809299:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137555.809301:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137555.809304:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f58bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73bc expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.809332:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.809347:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 26 pid: 16986 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.809358:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292735872:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137555.809527:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.811434:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302442112 00000100:00100000:0.0:1746137555.811439:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302442112 00010000:00010000:0.0:1746137555.811459:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 27 pid: 16986 timeout: 748 lvb_type: 0 00000100:00100000:0.0:1746137555.811485:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17242 00000100:00100000:0.0:1746137555.811491:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302442112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137555.811500:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137555.811518:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 27 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.811527:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 27 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.811545:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f58b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73b5 expref: 27 pid: 16986 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.811570:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.811572:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137555.811578:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f58bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73bc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.811590:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f58bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73bc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137555.811613:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f58bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73bc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137555.811698:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292736000:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137555.811933:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137555.813348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.814700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.815367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.816801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.818672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.820622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.823051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.824609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.826992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.830499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.832633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.833180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.834985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.837680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.839194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.841571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.842909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.844988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.847030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.848571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.850236:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.852098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.855106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.857246:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.859116:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957302446208:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1699us (1863us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746137555.859125:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2635 00002000:00100000:0.0:1746137555.859133:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012f0e1f80 x1830957302446208/t4294972183(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.859143:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e1f80 with x1830957302446208 ext(0->7) 00010000:00010000:0.0:1746137555.859151:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f58ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73ed expref: 29 pid: 10658 timeout: 748 lvb_type: 0 00010000:00010000:0.0:1746137555.859162:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f58ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73ed expref: 29 pid: 10658 timeout: 748 lvb_type: 0 00002000:00010000:0.0:1746137555.859169:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e1f80 00000100:00100000:0.0:1746137555.871750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.871816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.875931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.880341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.884183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.889329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.892621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.893547:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302447360:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 727us (925us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746137555.893554:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2637 00002000:00100000:0.0:1746137555.893560:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012f0e3800 x1830957302447360/t4294972184(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:746/0 lens 496/448 e 0 to 0 dl 1746137566 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137555.893567:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f0e3800 with x1830957302447360 ext(0->7) 00010000:00010000:0.0:1746137555.893572:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f58fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73fb expref: 31 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137555.893581:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f58fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f73fb expref: 31 pid: 10658 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137555.893586:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f0e3800 00000100:00100000:0.0:1746137555.895344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.899635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.908096:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.908147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.913819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.918025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.921364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.922133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.925898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.929624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.930131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.933022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.934649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.937129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.939073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.942143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.944994:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.946345:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.947098:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.948508:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.951432:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.952674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.953076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.957244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.959729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.959781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.962770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.965436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.968876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.971381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.976796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.979838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.979921:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.984116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.984185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.986222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.988245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.996164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137555.999176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.001508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.002391:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302454528 00000100:00100000:0.0:1746137556.002394:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302454528 00002000:00100000:0.0:1746137556.002418:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d7100 x1830957302454528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.002428:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7100 with x1830957302454528 ext(0->4095) 00010000:00010000:0.0:1746137556.002434:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f595c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f745d expref: 6 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.002443:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f595c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f745d expref: 6 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.002449:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d7100 00000100:00100000:0.0:1746137556.002460:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2645 00000100:00100000:0.0:1746137556.002466:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302454528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137556.002604:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302454528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.002609:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2645 00002000:00100000:0.0:1746137556.002614:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d7100 x1830957302454528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.002621:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d7100 with x1830957302454528 ext(0->4095) 00010000:00010000:0.0:1746137556.002625:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f595c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f745d expref: 6 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.002633:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f595c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f745d expref: 6 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.002639:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d7100 00000100:00100000:0.0:1746137556.004915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.005688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.006053:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29501 00000100:00100000:0.0:1746137556.006060:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135820e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302454784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137556.008349:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302455040 00000100:00100000:0.0:1746137556.008355:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302455040 00002000:00100000:0.0:1746137556.008385:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7480 x1830957302455040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.008395:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957302455040 ext(0->4095) 00010000:00010000:0.0:1746137556.008400:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5963 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7464 expref: 31 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.008411:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5963 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7464 expref: 31 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.008417:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7480 00000100:00100000:0.0:1746137556.008443:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2646 00000100:00100000:0.0:1746137556.008449:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302455040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137556.008566:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302455040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.008571:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2646 00002000:00100000:0.0:1746137556.008576:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7480 x1830957302455040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.008583:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957302455040 ext(0->4095) 00010000:00010000:0.0:1746137556.008587:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5963 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7464 expref: 31 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.008597:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5963 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7464 expref: 31 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.008603:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7480 00000100:00100000:0.0:1746137556.010184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.010228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.013426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.016668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.019206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.024071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.026509:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.029470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.030580:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.031679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.034120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.037978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.040028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.043561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.045588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.048213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.051879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.056000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.056078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.062920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.064788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.067350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.067616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.069992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.071609:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.072286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.074414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.078605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.084313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.103846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.103932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.106398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.109857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.117038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.120616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.122005:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957302461312:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1213us (1386us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746137556.122012:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2653 00002000:00100000:0.0:1746137556.122019:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736e5880 x1830957302461312/t4294972185(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.122025:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957302461312 ext(0->7) 00010000:00010000:0.0:1746137556.122032:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f59b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74b8 expref: 33 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.122042:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f59b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74b8 expref: 33 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.122047:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:0.0:1746137556.125845:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.126933:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.130281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.132198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.137800:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302462208 00000100:00100000:0.0:1746137556.137808:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302462208 00002000:00100000:0.0:1746137556.137842:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a5f80 x1830957302462208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.137851:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957302462208 ext(0->4095) 00002000:00010000:0.0:1746137556.137855:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a5f80 00000100:00100000:0.0:1746137556.137872:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13683 00000100:00100000:0.0:1746137556.137879:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957302462208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137556.138093:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957302462208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.138099:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13683 00002000:00100000:0.0:1746137556.138104:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a5f80 x1830957302462208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.138111:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957302462208 ext(0->4095) 00002000:00010000:0.0:1746137556.138114:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a5f80 00000100:00100000:0.0:1746137556.139722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.142799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.145280:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957302462464:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1759us (2478us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746137556.145289:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2655 00002000:00100000:0.0:1746137556.145297:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f522680 x1830957302462464/t4294972186(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.145310:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957302462464 ext(0->7) 00010000:00010000:0.0:1746137556.145318:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f59c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74c6 expref: 35 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.145328:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f59c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74c6 expref: 35 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.145340:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f522680 00000100:00100000:0.0:1746137556.148028:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.151984:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302462848 00000100:00100000:0.0:1746137556.151993:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302462848 00002000:00100000:0.0:1746137556.152032:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6d80 x1830957302462848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.152042:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957302462848 ext(0->4095) 00002000:00010000:0.0:1746137556.152046:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6d80 00000100:00100000:0.0:1746137556.152065:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13684 00000100:00100000:0.0:1746137556.152071:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302462848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137556.152195:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302462848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (439us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.152201:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13684 00002000:00100000:0.0:1746137556.152207:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6d80 x1830957302462848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.152213:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957302462848 ext(0->4095) 00002000:00010000:0.0:1746137556.152216:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6d80 00000100:00100000:0.0:1746137556.154929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.162834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.164693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.166895:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.168844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.171740:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2008:x1830957302463616:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2613us (2892us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746137556.171750:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2656 00002000:00100000:0.0:1746137556.171759:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009b9cc380 x1830957302463616/t4294972187(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.171767:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc380 with x1830957302463616 ext(0->7) 00010000:00010000:0.0:1746137556.171776:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f59d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74d4 expref: 37 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.171789:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f59d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f74d4 expref: 37 pid: 16986 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.171795:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cc380 00000100:00100000:0.0:1746137556.175173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.179784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.183106:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.183149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.186254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.188228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.191001:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.194995:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.198410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.200092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.202190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.204170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.205369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.206590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.209600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.213607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.213871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.215882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.220323:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.220367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.222677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.224562:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.226135:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.227717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.230291:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.232264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.233781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.235734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.236307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.238563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.240349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.240429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.242436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.244131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.244169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.246482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.248585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.250410:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.251691:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.253759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.256318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.258259:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.260708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.262247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.265689:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.271554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.273922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.273993:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.278530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.281393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.283994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.287954:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.291500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.295766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.295808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.302712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.306220:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.309119:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.312472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.314989:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.316634:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.318311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.319192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.320567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.322129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.324811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.328153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.330205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.330250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.333594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.335561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.338415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.341023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.342803:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.344621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.346403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.348309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.348692:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.351206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.352994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.353037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.356736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.358759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.358796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.361080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.365203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.368627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.371573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.375912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.379398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.380854:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302480000 00000100:00100000:0.0:1746137556.380858:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302480000 00000100:00100000:0.0:1746137556.380892:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29549 00000100:00100000:0.0:1746137556.380898:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302480000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137556.380907:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137556.380919:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f5aba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f75bb expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.380965:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5ab3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75b4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.380972:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.380974:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.380977:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f5aba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75bb expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.381003:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5ab3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75b4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.381013:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5ab3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75b4 expref: 5 pid: 16986 timeout: 749 lvb_type: 0 00000100:00100000:0.0:1746137556.381022:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292754688:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137556.381081:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137556.382880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.384208:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292754688:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137556.384224:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f5aba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75bb expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.384233:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:0.0:1746137556.384255:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957302480000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3358us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137556.384260:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29549 00000100:00100000:0.0:1746137556.393090:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.397824:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302480896 00000100:00100000:0.0:1746137556.397833:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302480896 00002000:00100000:0.0:1746137556.397874:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637100 x1830957302480896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.397884:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637100 with x1830957302480896 ext(0->4095) 00002000:00010000:0.0:1746137556.397889:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637100 00000100:00100000:0.0:1746137556.397922:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13700 00000100:00100000:0.0:1746137556.397929:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957302480896:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137556.398432:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2008:x1830957302480896:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 503us (901us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.398438:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13700 00002000:00100000:0.0:1746137556.398443:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637100 x1830957302480896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.398451:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637100 with x1830957302480896 ext(0->4095) 00002000:00010000:0.0:1746137556.398453:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637100 00000100:00100000:0.0:1746137556.400817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.403915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.406724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.408486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.408535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.410764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.413362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.416474:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.419079:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.422017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.424117:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.426222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.428742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.431420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.432368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.436640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.439056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.439109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.443709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.448023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.449974:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302484352 00000100:00100000:0.0:1746137556.449978:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302484352 00010000:00010000:0.0:1746137556.449997:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75ec expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00000100:00100000:0.0:1746137556.450022:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17323 00000100:00100000:0.0:1746137556.450026:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957302484352:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137556.450033:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137556.450049:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f5aeb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75ec expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.450059:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f5aeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75ec expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.450080:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f5aeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75ec expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.450094:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.450095:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.450100:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f5af2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75f3 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.450107:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f5af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75f3 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.450130:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f5af2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75f3 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.450139:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f5af2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f75f3 expref: 5 pid: 9556 timeout: 749 lvb_type: 0 00000100:00100000:0.0:1746137556.450150:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292756992:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137556.450203:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137556.455036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.459051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.464532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.466901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.469751:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.471982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.474377:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.476399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.477984:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.480587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.484896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.485580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.488635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.492017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.492068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.492179:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302486912 00000100:00100000:0.0:1746137556.492181:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302486912 00010000:00010000:0.0:1746137556.492196:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f5b0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f760f expref: 39 pid: 16986 timeout: 749 lvb_type: 0 00000100:00100000:0.0:1746137556.492212:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17328 00000100:00100000:0.0:1746137556.492216:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133dcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957302486912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137556.492222:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137556.492241:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f5b0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f760f expref: 39 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.492250:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f5b0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f760f expref: 39 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.492419:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f5b0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f760f expref: 39 pid: 16986 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.492434:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.492436:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.492440:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5b15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7616 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.492453:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5b15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7616 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137556.495726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.499109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.502458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.505021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.509078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.511790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.513479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.515773:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.523092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.525462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.528283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.530847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.533098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.538978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.539284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.542675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.542975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.545531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.549159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.553206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.556105:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.560490:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.562744:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.563037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.571078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.571102:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302491776 00000100:00100000:0.0:1746137556.571109:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302491776 00002000:00100000:0.0:1746137556.571145:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d26c700 x1830957302491776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/0 e 0 to 0 dl 1746137567 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.571154:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d26c700 with x1830957302491776 ext(0->4095) 00010000:00010000:0.0:1746137556.571161:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7655 expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.571173:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7655 expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.571178:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d26c700 00000100:00100000:0.0:1746137556.571192:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2686 00000100:00100000:0.0:1746137556.571198:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d26c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957302491776:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137556.571309:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d26c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957302491776:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137556.571315:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2686 00002000:00100000:0.0:1746137556.571320:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d26c700 x1830957302491776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 488/4536 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.571327:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d26c700 with x1830957302491776 ext(0->4095) 00010000:00010000:0.0:1746137556.571331:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7655 expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.571338:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7655 expref: 38 pid: 10658 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.571344:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d26c700 00000100:00100000:0.0:1746137556.573684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.581589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.584504:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.587636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.590867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.590907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.594289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.595609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.599088:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.607091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.613623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.618850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.622699:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.622873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.626259:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.629425:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.644205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.649996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.653325:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957302494976:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3133us (3324us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746137556.653338:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2690 00002000:00100000:0.0:1746137556.653350:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073db4380 x1830957302494976/t4294972188(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.653361:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4380 with x1830957302494976 ext(0->7) 00010000:00010000:0.0:1746137556.653371:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f767f expref: 39 pid: 9556 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.653386:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f767f expref: 39 pid: 9556 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.653393:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4380 00000100:00100000:0.0:1746137556.658326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.660150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.665573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.669228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.673292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.675070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.681867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.685075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.685142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.685855:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29582 00000100:00100000:0.0:1746137556.685862:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1731:x1830957302496640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137556.685869:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137556.685875:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f5ba1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f76a2 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.685885:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.685889:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b9a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f769b expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.685893:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137556.685896:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f5ba1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f76a2 expref: 41 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.685917:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f5b9a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f769b expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.685928:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f5ba1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f76a2 expref: 41 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.685956:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c200, rc 0) 00000100:00100000:0.0:1746137556.686499:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957302496640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 635us (1353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137556.686505:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29582 00000100:00100000:0.0:1746137556.689281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.691510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.693751:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.696740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.699876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.702515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.708208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.709676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.712382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.712527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.714406:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.716157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.717741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.720255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.721835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.724367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.728443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.728553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.731502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.733342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.738644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.740458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.744714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.748578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.748763:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.754474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.762218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.766629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.770404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.774351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.777217:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.778324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.783385:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.786453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.789013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.790839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.793851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.795376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.796997:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.798569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.800467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.803573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.805680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.807479:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.810776:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.812793:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957302504320:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1564us (2017us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746137556.812801:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2700 00002000:00100000:0.0:1746137556.812807:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88011d265f80 x1830957302504320/t4294972189(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.812815:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d265f80 with x1830957302504320 ext(0->7) 00010000:00010000:0.0:1746137556.812821:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5bfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f76fd expref: 41 pid: 10658 timeout: 749 lvb_type: 0 00010000:00010000:0.0:1746137556.812831:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5bfc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f76fd expref: 41 pid: 10658 timeout: 749 lvb_type: 0 00002000:00010000:0.0:1746137556.812836:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d265f80 00000100:00100000:0.0:1746137556.814665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.817568:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.821611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.822804:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302504832 00000100:00100000:0.0:1746137556.822808:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302504832 00000100:00100000:0.0:1746137556.822838:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29598 00000100:00100000:0.0:1746137556.822844:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957302504832:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137556.822851:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137556.822858:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f5c11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f770b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.822870:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.822874:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5c0a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7712 expref: 43 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.822879:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137556.822882:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f5c11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f770b expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.822903:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5c0a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7712 expref: 43 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.822914:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f5c11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f770b expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.822923:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e63000, rc 0) 00000100:00100000:0.0:1746137556.822983:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1730:x1830957302504832:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137556.822988:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29598 00000100:00100000:0.0:1746137556.826478:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.828871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.828975:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.830665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.832291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.832465:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.836602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.840745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.848044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.858891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.858922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.863659:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.867744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.870357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.872627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.874720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.877813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.877860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.881363:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302509184 00000100:00100000:0.0:1746137556.881370:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302509184 00010000:00010000:0.0:1746137556.881400:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5c3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f773c expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137556.881434:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17371 00000100:00100000:0.0:1746137556.881440:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302509184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137556.881451:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137556.881468:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5c3b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f773c expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137556.881479:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5c3b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f773c expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137556.881499:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5c3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f773c expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137556.881521:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.881522:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137556.881528:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5c42 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7743 expref: 41 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.881541:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5c42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7743 expref: 41 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.881574:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5c42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7743 expref: 41 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.881584:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5c42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7743 expref: 41 pid: 10658 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137556.882199:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292769280:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137556.886495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.891889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.894640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.894708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.898822:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957292769664:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137556.898848:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f5c57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7758 expref: 42 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137556.898863:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:0.0:1746137556.898913:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957302510080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3860us (4281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137556.898920:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29608 00000100:00100000:0.0:1746137556.900747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.902888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.906133:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.907543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.909447:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.913827:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.916737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.920060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.923100:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.927533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.932871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.936615:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.943489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.947075:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957302512640:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3280us (3583us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746137556.947087:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2710 00002000:00100000:0.0:1746137556.947095:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0799c00 x1830957302512640/t4294972190(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:747/0 lens 496/448 e 0 to 0 dl 1746137567 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137556.947103:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957302512640 ext(0->7) 00010000:00010000:0.0:1746137556.947112:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f776d expref: 43 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137556.947125:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f776d expref: 43 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137556.947132:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799c00 00000100:00100000:0.0:1746137556.949152:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.953129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.956383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.956425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.965018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.968724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.972386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.972433:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.976534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.979329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.979375:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.982881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.985996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.990868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137556.994409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.000352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137557.001320:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137557.002659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.003576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137557.004371:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137557.013266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.020819:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.025540:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.031183:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.035101:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957302516352:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1136us (3917us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746137557.035109:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2715 00002000:00100000:0.0:1746137557.035115:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073db4000 x1830957302516352/t4294972191(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.035122:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4000 with x1830957302516352 ext(0->7) 00010000:00010000:0.0:1746137557.035128:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136784800/0x95b3ed7b846f5c9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f779e expref: 45 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.035137:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136784800/0x95b3ed7b846f5c9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f779e expref: 45 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.035142:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4000 00000100:00100000:0.0:1746137557.038219:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.038851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.045848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.048450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.051577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.055641:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.070521:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302517632 00000100:00100000:0.0:1746137557.070525:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302517632 00010000:00010000:0.0:1746137557.070542:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5cab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ac expref: 48 pid: 24924 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.070558:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17387 00000100:00100000:0.0:1746137557.070563:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2007:x1830957302517632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137557.070571:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137557.070587:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5cab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ac expref: 48 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.070597:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5cab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ac expref: 48 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.070613:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5cab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ac expref: 48 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.070627:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.070628:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.070635:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.070653:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.070672:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.070682:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 5 pid: 24924 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.070692:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292773376:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137557.072106:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.079512:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302518016 00000100:00100000:0.0:1746137557.079518:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302518016 00002000:00100000:0.0:1746137557.079551:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635880 x1830957302518016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.079561:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635880 with x1830957302518016 ext(0->4095) 00010000:00010000:0.0:1746137557.079569:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 6 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.079580:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 6 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.079588:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635880 00000100:00100000:0.0:1746137557.079614:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2718 00000100:00100000:0.0:1746137557.079620:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302518016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137557.079739:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302518016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.079744:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2718 00002000:00100000:0.0:1746137557.079749:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635880 x1830957302518016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.079756:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635880 with x1830957302518016 ext(0->4095) 00010000:00010000:0.0:1746137557.079760:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 6 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.079769:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f5cb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77b3 expref: 6 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.079775:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635880 00000100:00100000:0.0:1746137557.082342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.085729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.088520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.090764:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.092150:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957302518656:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1055us (1384us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746137557.092157:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2719 00002000:00100000:0.0:1746137557.092164:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c353b80 x1830957302518656/t4294972193(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.092171:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353b80 with x1830957302518656 ext(0->7) 00010000:00010000:0.0:1746137557.092177:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136784c00/0x95b3ed7b846f5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ba expref: 49 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.092186:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136784c00/0x95b3ed7b846f5cb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77ba expref: 49 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.092192:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c353b80 00000100:00100000:0.0:1746137557.093875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.097067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.099019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.100784:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.104376:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.108627:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.113477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.116213:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2008:x1830957302519808:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2547us (2726us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746137557.116225:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2720 00002000:00100000:0.0:1746137557.116236:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c351880 x1830957302519808/t4294972194(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.116245:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351880 with x1830957302519808 ext(0->7) 00010000:00010000:0.0:1746137557.116255:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f5cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77c8 expref: 51 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.116269:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f5cc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f77c8 expref: 51 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.116276:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351880 00000100:00100000:0.0:1746137557.118510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.122476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.122506:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302520192 00000100:00100000:0.0:1746137557.122513:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302520192 00002000:00100000:0.0:1746137557.122553:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4a80 x1830957302520192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.122563:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957302520192 ext(0->4095) 00002000:00010000:0.0:1746137557.122569:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4a80 00000100:00100000:0.0:1746137557.122589:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13737 00000100:00100000:0.0:1746137557.122597:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302520192:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137557.122730:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302520192:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.122736:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13737 00002000:00100000:0.0:1746137557.122741:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4a80 x1830957302520192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.122748:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957302520192 ext(0->4095) 00002000:00010000:0.0:1746137557.122750:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4a80 00000100:00100000:0.0:1746137557.127579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.128609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.131684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.135570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.138225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.142869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.146456:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.146500:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.150335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.153238:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.155977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.157978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.160725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.163506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.165160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.167411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.167486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.169560:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.171451:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.171835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.174554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.176320:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.176526:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.181338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.183558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.186867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.188592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.191106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.194905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.196553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.198209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.199328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.201524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.203338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.206198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.208215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.210760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.213678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.215393:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.218172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.218477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.221209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.223392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.223439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.225488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.227753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.227891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.230156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.233071:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.234778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.237148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.239958:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.242771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.245118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.245751:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302529664 00000100:00100000:0.0:1746137557.245754:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302529664 00000100:00100000:0.0:1746137557.245773:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29645 00000100:00100000:0.0:1746137557.245777:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957302529664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137557.245784:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137557.245789:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f5d5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f785b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.245803:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.245806:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f5d53 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7854 expref: 53 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.245811:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137557.245814:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f5d5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f785b expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.245832:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f5d53 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7854 expref: 53 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.245843:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f5d5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f785b expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.245851:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367d3e00, rc 0) 00000100:00100000:0.0:1746137557.245888:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957302529664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.245893:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29645 00000100:00100000:0.0:1746137557.247162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.249360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.251723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.251798:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.254058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.256450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.257361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.260149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.262678:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.264992:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.266507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.269388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.272353:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.274216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.276104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.276202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.279972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.284239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.284368:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.286622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.288857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.288902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.290374:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292781056:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137557.290386:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137557.290420:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957302533376:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1392us (1517us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.290428:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17417 00000100:00100000:0.0:1746137557.290683:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.294084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.296509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.300546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.303212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.305481:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.307250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.307299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.309139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.312567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.315865:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.316013:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.320538:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.324200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.324254:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.327306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.330021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.330078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.333299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.335479:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.338716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.344370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.347159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.349818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.352579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.353555:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302537600:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 726us (976us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746137557.353562:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2740 00002000:00100000:0.0:1746137557.353569:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f579c00 x1830957302537600/t4294972195(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.353577:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579c00 with x1830957302537600 ext(0->7) 00010000:00010000:0.0:1746137557.353582:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007173b400/0x95b3ed7b846f5dbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f78bd expref: 53 pid: 9556 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.353592:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007173b400/0x95b3ed7b846f5dbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f78bd expref: 53 pid: 9556 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.353872:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579c00 00000100:00100000:0.0:1746137557.356226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.362335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.362384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.366014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.367986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.371096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.374131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.377383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.379359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.381769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.384017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.386229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.388906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.392523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.392979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.396762:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.397243:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2743 00000100:00100000:0.0:1746137557.397253:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957302540672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137557.397976:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302540672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 724us (1212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.397982:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2743 00002000:00100000:0.0:1746137557.397989:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775500 x1830957302540672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.398001:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775500 with x1830957302540672 ext(0->4095) 00010000:00010000:0.0:1746137557.398007:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f5de6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f78e7 expref: 53 pid: 9556 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.398016:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f5de6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f78e7 expref: 53 pid: 9556 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.398021:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775500 00000100:00100000:0.0:1746137557.399843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.400148:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.405226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.408033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.414489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.416981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.418708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.421166:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.421235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.426286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.431591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.435043:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.435127:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.437545:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302543232 00000100:00100000:0.0:1746137557.437550:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302543232 00002000:00100000:0.0:1746137557.437579:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7100 x1830957302543232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.437590:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7100 with x1830957302543232 ext(0->4095) 00010000:00010000:0.0:1746137557.437596:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f790a expref: 53 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.437607:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f790a expref: 53 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.437613:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7100 00000100:00100000:0.0:1746137557.437650:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2746 00000100:00100000:0.0:1746137557.437657:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302543232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137557.438069:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302543232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 411us (645us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.438075:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2746 00002000:00100000:0.0:1746137557.438081:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7100 x1830957302543232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.438088:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7100 with x1830957302543232 ext(0->4095) 00010000:00010000:0.0:1746137557.438093:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f790a expref: 53 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.438102:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f790a expref: 53 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.438108:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7100 00000100:00100000:0.0:1746137557.440158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.440211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.443033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.449556:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.453590:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302544128 00000100:00100000:0.0:1746137557.453597:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302544128 00002000:00100000:0.0:1746137557.453637:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957302544128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.453654:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957302544128 ext(0->4095) 00002000:00010000:0.0:1746137557.453659:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637480 00000100:00100000:0.0:1746137557.453685:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13757 00000100:00100000:0.0:1746137557.453693:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302544128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137557.453821:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957302544128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.453825:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13757 00002000:00100000:0.0:1746137557.453829:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957302544128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.453834:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957302544128 ext(0->4095) 00002000:00010000:0.0:1746137557.453836:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637480 00000100:00100000:0.0:1746137557.456542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.459826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.465443:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302544640 00000100:00100000:0.0:1746137557.465453:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302544640 00000100:00100000:0.0:1746137557.465503:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29674 00000100:00100000:0.0:1746137557.465511:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957302544640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137557.465530:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137557.465548:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367d2a00/0x95b3ed7b846f5e25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7926 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.465579:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.465586:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.465587:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.465591:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367d2a00/0x95b3ed7b846f5e25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7926 expref: 54 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.465620:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.465630:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 5 pid: 10658 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.465650:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957292786688:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137557.465722:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.466116:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302544768 00000100:00100000:0.0:1746137557.466120:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302544768 00002000:00100000:0.0:1746137557.466142:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957302544768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.466151:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957302544768 ext(0->4095) 00010000:00010000:0.0:1746137557.466156:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.466164:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.466174:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a6a00 00000100:00100000:0.0:1746137557.466185:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2748 00000100:00100000:0.0:1746137557.466189:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302544768:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137557.468014:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302544768:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 1815us (1938us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.468023:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2748 00002000:00100000:0.0:1746137557.468034:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957302544768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.468042:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957302544768 ext(0->4095) 00010000:00010000:0.0:1746137557.468050:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.468062:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f5e1e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f791f expref: 6 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.468068:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a6a00 00000100:00100000:0.0:1746137557.471410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.471449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.476875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.477225:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2749 00000100:00100000:0.0:1746137557.477234:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2007:x1830957302545280:12345-192.168.202.31@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746137557.477961:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2007:x1830957302545280:12345-192.168.202.31@tcp:3:ldlm_bl.0 Request processed in 727us (1086us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.477971:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2749 00002000:00100000:0.0:1746137557.477977:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49aa00 x1830957302545280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.477984:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957302545280 ext(0->4095) 00010000:00010000:0.0:1746137557.477989:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367d2a00/0x95b3ed7b846f5e25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7926 expref: 54 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.477999:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367d2a00/0x95b3ed7b846f5e25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7926 expref: 54 pid: 10658 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.478005:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49aa00 00000100:00100000:0.0:1746137557.479812:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.484169:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.486241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.489232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.491850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.493589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.494561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.496260:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.498101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.499881:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.502119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.505728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.508360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.510105:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957302547456:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1583us (1741us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746137557.510116:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2751 00002000:00100000:0.0:1746137557.510123:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba7800 x1830957302547456/t4294972196(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.510131:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957302547456 ext(0->7) 00010000:00010000:0.0:1746137557.510138:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007173a200/0x95b3ed7b846f5e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7942 expref: 55 pid: 9556 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.510148:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007173a200/0x95b3ed7b846f5e41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7942 expref: 55 pid: 9556 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.510154:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137557.515573:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.521470:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.521601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.531437:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.533322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.539061:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.541546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.546248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.549382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.553032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.555346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.556275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.559165:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.559847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.565018:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292789248:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137557.565040:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137557.565086:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302549760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4048us (5239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.565096:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17449 00000100:00100000:0.0:1746137557.568517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.571827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.576688:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.581522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137557.583958:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583966:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583971:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583975:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f562800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137557.583978:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583983:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583990:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88009fe91600) 00010000:00010000:0.0:1746137557.583992:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137557.583994:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.583998:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f562800/0x95b3ed7b846f55ff lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137557.584026:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584031:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584035:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584038:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c2c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137557.584040:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584044:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584048:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8801362df700) 00010000:00010000:0.0:1746137557.584050:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137557.584052:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584055:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f5630 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137557.584067:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584071:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584075:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584082:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007268e200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137557.584084:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584088:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584092:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:0.0:1746137557.584094:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137557.584095:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:0.0:1746137557.584099:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007268e200/0x95b3ed7b846f56ae lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00000100:00100000:0.0:1746137557.587517:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.589344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.589498:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.589513:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302550784 00000100:00100000:0.0:1746137557.589517:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302550784 00010000:00010000:0.0:1746137557.589536:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5e6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f796c expref: 55 pid: 10658 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.589563:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17452 00000100:00100000:0.0:1746137557.589569:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957302550784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137557.589577:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137557.589592:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5e6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f796c expref: 55 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.589604:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5e6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f796c expref: 55 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.589617:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5e6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f796c expref: 55 pid: 10658 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.589627:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.589628:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.589633:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f5e72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7973 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.589651:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f5e72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7973 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.589677:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f5e72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7973 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137557.589689:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe99880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292789888:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137557.589744:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.591775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.595233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.595297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.597822:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.600970:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.601017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.604792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.610240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.613668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.617724:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.620152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.622501:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.624768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.625040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.629572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.634545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.637602:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.644297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.647073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.647617:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.649780:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.652044:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.654851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.656585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.659734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.665403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.665504:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29696 00000100:00100000:0.0:1746137557.665511:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:1730:x1830957302555776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137557.665522:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137557.665535:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f5ebf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f79b9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.665557:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5eb8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79b2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.665569:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.665571:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.665574:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f5ebf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79b9 expref: 55 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.665600:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5eb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79b2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.665611:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f5eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79b2 expref: 5 pid: 16986 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.665771:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957292792320:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137557.666791:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.670553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.674074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.677041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.685016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.687692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.692082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.692194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.694576:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302557440 00000100:00100000:0.0:1746137557.694583:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302557440 00000100:00100000:0.0:1746137557.694622:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29700 00000100:00100000:0.0:1746137557.694629:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957302557440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137557.694654:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137557.694667:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f5edb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f79d5 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.694687:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.694693:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f5ed4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79ce expref: 57 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.694699:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137557.694702:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f5edb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79d5 expref: 57 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.694728:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f5ed4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79ce expref: 57 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.694741:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f5edb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79d5 expref: 57 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.694750:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddac00, rc 0) 00000100:00100000:0.0:1746137557.694793:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957302557440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.694799:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29700 00000100:00100000:0.0:1746137557.695781:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957292793088:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137557.695805:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f5ed4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79ce expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.695814:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:0.0:1746137557.698907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.701425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.705198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.710144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.718104:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.720420:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957302558464:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2022us (2319us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746137557.720432:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2764 00002000:00100000:0.0:1746137557.720440:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009fd38380 x1830957302558464/t4294972197(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.720449:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38380 with x1830957302558464 ext(0->7) 00010000:00010000:0.0:1746137557.720458:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79d5 expref: 57 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.720472:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f5edb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79d5 expref: 57 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.720479:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd38380 00000100:00100000:0.0:1746137557.728326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.730620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.733058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.733388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.735987:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.739200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.741580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.744180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.746222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.750295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.752604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.754857:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302560512 00000100:00100000:0.0:1746137557.754865:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302560512 00000100:00100000:0.0:1746137557.754910:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29705 00000100:00100000:0.0:1746137557.754917:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957302560512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137557.754930:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137557.754967:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f5efe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f79f8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.754992:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f5ef7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79f1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.754999:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.755001:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.755004:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f5efe lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79f8 expref: 57 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.755031:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f5ef7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79f1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.755042:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f5ef7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f79f1 expref: 5 pid: 24924 timeout: 750 lvb_type: 0 00000100:00100000:0.0:1746137557.755053:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099434e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292794624:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137557.755117:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.755517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.757327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.761154:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.764671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.765446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.771208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.771262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.774197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.779143:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.784561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.789069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.793909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.797760:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.800976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.807056:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.814649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.821963:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.823156:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957302563712:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 956us (1192us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746137557.823163:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2770 00002000:00100000:0.0:1746137557.823170:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0725500 x1830957302563712/t4294972198(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 496/448 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.823177:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725500 with x1830957302563712 ext(0->7) 00010000:00010000:0.0:1746137557.823184:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a1b expref: 59 pid: 16986 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.823195:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a1b expref: 59 pid: 16986 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.823201:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0725500 00000100:00100000:0.0:1746137557.832361:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.837316:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302564224 00000100:00100000:0.0:1746137557.837326:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302564224 00002000:00100000:0.0:1746137557.837363:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d266d80 x1830957302564224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.837373:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d266d80 with x1830957302564224 ext(0->4095) 00010000:00010000:0.0:1746137557.837382:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a22 expref: 6 pid: 16986 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.837394:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a22 expref: 6 pid: 16986 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.837400:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d266d80 00000100:00100000:0.0:1746137557.837416:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2771 00000100:00100000:0.0:1746137557.837423:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302564224:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137557.837528:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302564224:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.837532:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2771 00002000:00100000:0.0:1746137557.837536:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d266d80 x1830957302564224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.837541:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d266d80 with x1830957302564224 ext(0->4095) 00010000:00010000:0.0:1746137557.837544:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a22 expref: 6 pid: 16986 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.837550:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f5f28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a22 expref: 6 pid: 16986 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.837554:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d266d80 00000100:00100000:0.0:1746137557.842314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.844692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.847561:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.852268:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292796800:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137557.852297:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137557.852351:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957302564864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4577us (4788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.852362:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17479 00000100:00100000:0.0:1746137557.853439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.859146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.862383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.862408:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302565760 00000100:00100000:0.0:1746137557.862413:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302565760 00002000:00100000:0.0:1746137557.862443:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957302565760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.862453:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957302565760 ext(0->4095) 00010000:00010000:0.0:1746137557.862461:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a37 expref: 60 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.862473:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a37 expref: 60 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.862479:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:0.0:1746137557.862491:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2772 00000100:00100000:0.0:1746137557.862497:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957302565760:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137557.862607:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957302565760:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.862614:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2772 00002000:00100000:0.0:1746137557.862619:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957302565760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.862626:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957302565760 ext(0->4095) 00010000:00010000:0.0:1746137557.862630:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a37 expref: 60 pid: 24924 timeout: 750 lvb_type: 0 00010000:00010000:0.0:1746137557.862652:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f5f3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a37 expref: 60 pid: 24924 timeout: 750 lvb_type: 0 00002000:00010000:0.0:1746137557.862658:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:0.0:1746137557.864720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.869742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.876367:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302566656 00000100:00100000:0.0:1746137557.876374:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302566656 00002000:00100000:0.0:1746137557.876408:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d264e00 x1830957302566656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.876415:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d264e00 with x1830957302566656 ext(0->4095) 00002000:00010000:0.0:1746137557.876419:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d264e00 00000100:00100000:0.0:1746137557.876669:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13778 00000100:00100000:0.0:1746137557.876676:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302566656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137557.876797:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302566656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.876803:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13778 00002000:00100000:0.0:1746137557.876809:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d264e00 x1830957302566656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.876816:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d264e00 with x1830957302566656 ext(0->4095) 00002000:00010000:0.0:1746137557.876819:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d264e00 00000100:00100000:0.0:1746137557.878286:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.878490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.883558:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302567296 00000100:00100000:0.0:1746137557.883563:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302567296 00002000:00100000:0.0:1746137557.883593:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d267100 x1830957302567296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.883603:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d267100 with x1830957302567296 ext(0->4095) 00010000:00010000:0.0:1746137557.883610:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f5f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a53 expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.883620:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f5f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a53 expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137557.883627:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d267100 00000100:00100000:0.0:1746137557.883656:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2773 00000100:00100000:0.0:1746137557.883661:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957302567296:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137557.883928:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957302567296:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (464us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.883934:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2773 00002000:00100000:0.0:1746137557.884079:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d267100 x1830957302567296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.884093:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d267100 with x1830957302567296 ext(0->4095) 00010000:00010000:0.0:1746137557.884097:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f5f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a53 expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.884106:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f5f59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a53 expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137557.884112:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d267100 00000100:00100000:0.0:1746137557.889088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.891781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.891829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.895765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.898819:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.900818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.902816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.906256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.911804:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292798848:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137557.911823:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137557.911880:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2005:x1830957302568960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5046us (5623us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.911890:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17487 00000100:00100000:0.0:1746137557.916050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.916426:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302569600 00000100:00100000:0.0:1746137557.916432:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302569600 00010000:00010000:0.0:1746137557.916456:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5f6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a68 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:0.0:1746137557.916493:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17488 00000100:00100000:0.0:1746137557.916499:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302569600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137557.916511:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137557.916529:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5f6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a68 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.916538:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5f6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a68 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.916556:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f5f6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a68 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.916706:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.916709:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137557.916716:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5f75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a6f expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.916724:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5f75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a6f expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.916787:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5f75 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a6f expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.916795:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f5f75 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a6f expref: 60 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:0.0:1746137557.916808:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292799104:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137557.916981:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137557.917285:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292799488 00000100:00100000:0.0:1746137557.917288:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292799488 00000100:00100000:0.0:1746137557.917308:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292800000 00000100:00100000:0.0:1746137557.917310:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292800000 00000100:00100000:0.0:1746137557.917331:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1746137557.917336:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957292799488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137557.917370:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957292799488:12345-0@lo:400:kworker.0 Request processed in 34us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.917376:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1746137557.917386:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1746137557.917390:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957292800000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137557.917410:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957292800000:12345-0@lo:400:kworker.0 Request processed in 20us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.917414:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1746137557.918023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137557.918041:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800734d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957292800384:0@lo:400:kworker.0 00000100:00100000:0.0:1746137557.918058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137557.918070:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957292800896:0@lo:400:kworker.0 00000100:00100000:0.0:1746137557.918086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137557.918110:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292800384 00000100:00100000:0.0:1746137557.918113:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292800384 00000100:00100000:0.0:1746137557.918134:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292800896 00000100:00100000:0.0:1746137557.918136:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292800896 00000100:00100000:0.0:1746137557.918148:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1746137557.918153:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292800384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137557.918899:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292800384:12345-0@lo:400:kworker.0 Request processed in 25us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.918905:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1746137557.919188:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d265500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292799232:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137557.919203:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007173a000/0x95b3ed7b846f5f7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a76 expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.919215:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173a000, rc 0) 00000100:00100000:0.0:1746137557.919231:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957302569472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2697us (3182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.919236:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29723 00000100:00080000:0.0:1746137557.920141:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137557.921171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.929961:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.934492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.937566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.942169:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.946234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.947095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.950446:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957292801792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137557.954050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.958914:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.963398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.967280:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292802048 00000100:00100000:0.0:1746137557.967288:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292802048 00000100:00100000:0.0:1746137557.967330:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1746137557.967337:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957292802048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746137557.967359:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920257024 avail 3688734720 00000100:00100000:0.0:1746137557.967417:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957292802048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (1982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.967423:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1746137557.968485:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.971434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.973534:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.976259:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302572416 00000100:00100000:0.0:1746137557.976266:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302572416 00002000:00100000:0.0:1746137557.976304:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957302572416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/0 e 0 to 0 dl 1746137568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.976314:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957302572416 ext(0->4095) 00010000:00010000:0.0:1746137557.978080:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f5f98 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a92 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.978097:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f5f98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a92 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137557.978104:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d6680 00000100:00100000:0.0:1746137557.978125:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2779 00000100:00100000:0.0:1746137557.978134:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302572416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137557.978252:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302572416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (2101us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137557.978260:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2779 00002000:00100000:0.0:1746137557.978265:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957302572416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:748/0 lens 488/4536 e 0 to 0 dl 1746137568 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137557.978273:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957302572416 ext(0->4095) 00010000:00010000:0.0:1746137557.978279:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f5f98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a92 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137557.978287:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f5f98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a92 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137557.978293:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d6680 00000100:00100000:0.0:1746137557.981969:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292802432:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137557.982006:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f5f9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7a99 expref: 59 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137557.982022:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6c800, rc 0) 00000100:00100000:0.0:1746137557.982068:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957302572160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7655us (8540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137557.982077:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29728 00000100:00100000:0.0:1746137557.984079:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.989604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137557.998999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.001901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.009770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.018610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.022387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.027817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.033698:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.037527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.039269:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302574592:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 774us (1746us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746137558.039276:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2782 00002000:00100000:0.0:1746137558.039282:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c351500 x1830957302574592/t4294972199(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.039289:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957302574592 ext(0->7) 00010000:00010000:0.0:1746137558.039294:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f5fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7aae expref: 61 pid: 9556 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.039304:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f5fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7aae expref: 61 pid: 9556 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.039309:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137558.048302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.048515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.054182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.057114:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.061553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.063430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.065825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.068536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.070774:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.071934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.075152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.078049:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.083145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.083235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.088195:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.091805:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.091856:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.095695:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.104158:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.107794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.109597:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.111970:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.113716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.117429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.119596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.120522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.125516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.125837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.129838:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.132612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.133865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.136864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.140162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.147621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.151087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.155754:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.156175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.159520:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.161793:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.165142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.167895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.179511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.183033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.186693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.189373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.192223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.195177:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302582912:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2697us (2947us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746137558.195188:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2792 00002000:00100000:0.0:1746137558.195197:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9500 x1830957302582912/t4294972200(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.195206:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957302582912 ext(0->7) 00010000:00010000:0.0:1746137558.195215:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b1e expref: 63 pid: 9556 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.195228:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b1e expref: 63 pid: 9556 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.195234:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:0.0:1746137558.198019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.204840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.208533:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.213561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.213700:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.213745:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302583680 00000100:00100000:0.0:1746137558.213754:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302583680 00010000:00010000:0.0:1746137558.213787:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f602b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b25 expref: 6 pid: 9556 timeout: 751 lvb_type: 0 00000100:00100000:0.0:1746137558.213829:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17515 00000100:00100000:0.0:1746137558.213837:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302583680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137558.213850:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137558.213869:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f602b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b25 expref: 6 pid: 9556 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.213880:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f602b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b25 expref: 6 pid: 9556 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.213901:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.213903:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.213909:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6032 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b2c expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.213917:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6032 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b2c expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.213976:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6032 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b2c expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137558.213990:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292807936:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137558.214065:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137558.217011:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957292807936:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137558.217034:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137558.217671:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302583680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3833us (3969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137558.217681:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17515 00000100:00100000:0.0:1746137558.218222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137558.219100:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6032 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b2c expref: 64 pid: 9556 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.219113:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6032 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b2c expref: 64 pid: 9556 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.219119:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3b80 00000100:00100000:0.0:1746137558.222136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.224421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.229619:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.229670:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302584448 00000100:00100000:1.0:1746137558.229678:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302584448 00002000:00100000:1.0:1746137558.229761:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0e00 x1830957302584448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.229771:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0e00 with x1830957302584448 ext(0->4095) 00010000:00010000:1.0:1746137558.229779:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b33 expref: 63 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.229791:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b33 expref: 63 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.229797:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f0e00 00000100:00100000:1.0:1746137558.229824:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2794 00000100:00100000:1.0:1746137558.229831:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302584448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.229979:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302584448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.229985:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2794 00002000:00100000:1.0:1746137558.229991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0e00 x1830957302584448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.229998:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0e00 with x1830957302584448 ext(0->4095) 00010000:00010000:1.0:1746137558.230002:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b33 expref: 63 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.230011:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b33 expref: 63 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.230016:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f0e00 00000100:00100000:0.0:1746137558.232310:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.232538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.237115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.239585:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.242527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.244661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.246897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.249357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.254191:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302585984 00000100:00100000:0.0:1746137558.254216:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302585984 00000100:00100000:0.0:1746137558.254291:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29754 00000100:00100000:0.0:1746137558.254314:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302585984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137558.254344:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137558.254378:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f6055 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7b4f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.254418:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f604e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.254448:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.254449:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.254452:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f6055 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b4f expref: 63 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.254504:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f604e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.254535:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f604e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b48 expref: 5 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:0.0:1746137558.254557:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292809088:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137558.254719:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.255002:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.260080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.268628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.272688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.277265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.277790:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302586880 00000100:00100000:1.0:1746137558.277798:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302586880 00002000:00100000:1.0:1746137558.277837:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957302586880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.277847:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957302586880 ext(0->4095) 00002000:00010000:1.0:1746137558.277851:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7800 00000100:00100000:1.0:1746137558.277883:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13795 00000100:00100000:1.0:1746137558.277889:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957302586880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.278036:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957302586880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.278042:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13795 00002000:00100000:1.0:1746137558.278047:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957302586880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.278053:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957302586880 ext(0->4095) 00002000:00010000:1.0:1746137558.278056:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7800 00000100:00100000:0.0:1746137558.281261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.284934:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.287213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.297258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.297314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.306916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.307052:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302588032 00000100:00100000:1.0:1746137558.307060:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302588032 00002000:00100000:1.0:1746137558.307098:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6d80 x1830957302588032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.307107:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957302588032 ext(0->4095) 00010000:00010000:1.0:1746137558.307114:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f606a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b64 expref: 64 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.307125:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f606a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b64 expref: 64 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.307131:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6d80 00000100:00100000:1.0:1746137558.307161:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2798 00000100:00100000:1.0:1746137558.307168:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2006:x1830957302588032:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.308512:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2006:x1830957302588032:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1339us (1596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.308520:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2798 00002000:00100000:1.0:1746137558.308528:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6d80 x1830957302588032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.308535:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957302588032 ext(0->4095) 00010000:00010000:1.0:1746137558.308543:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f606a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b64 expref: 64 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.308555:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f606a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b64 expref: 64 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.308561:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6d80 00000100:00100000:0.0:1746137558.322932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.323266:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302588416 00000100:00100000:1.0:1746137558.323273:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302588416 00002000:00100000:1.0:1746137558.323314:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4000 x1830957302588416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.323323:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957302588416 ext(0->4095) 00002000:00010000:1.0:1746137558.323328:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4000 00000100:00100000:1.0:1746137558.323349:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13796 00000100:00100000:1.0:1746137558.323356:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957302588416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.324154:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957302588416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 797us (1231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.324160:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13796 00002000:00100000:1.0:1746137558.324166:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4000 x1830957302588416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.324174:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957302588416 ext(0->4095) 00002000:00010000:1.0:1746137558.324177:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4000 00000100:00100000:0.0:1746137558.325490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.327918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.334697:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.337188:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.338278:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302589056 00000100:00100000:1.0:1746137558.338286:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302589056 00002000:00100000:1.0:1746137558.338322:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ce00 x1830957302589056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.338331:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ce00 with x1830957302589056 ext(0->4095) 00010000:00010000:1.0:1746137558.338339:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6078 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b72 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.338351:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6078 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b72 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.338361:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ce00 00000100:00100000:1.0:1746137558.339364:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2799 00000100:00100000:1.0:1746137558.339374:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302589056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.339512:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302589056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (2325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.339517:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2799 00002000:00100000:1.0:1746137558.339524:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ce00 x1830957302589056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.339531:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ce00 with x1830957302589056 ext(0->4095) 00010000:00010000:1.0:1746137558.339537:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6078 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b72 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.339546:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6078 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b72 expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.339552:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ce00 00000100:00100000:0.0:1746137558.346174:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.353412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.361794:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.368091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.368907:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302589696 00000100:00100000:1.0:1746137558.368914:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302589696 00002000:00100000:1.0:1746137558.368964:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d500 x1830957302589696/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.368972:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957302589696 ext(0->7) 00010000:00010000:1.0:1746137558.368978:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b79 expref: 63 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.368993:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b79 expref: 63 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.369000:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d500 00000100:00100000:1.0:1746137558.370840:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2800 00000100:00100000:1.0:1746137558.370853:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957302589696:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137558.378891:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957302589696:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 8030us (10797us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746137558.378905:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2800 00002000:00100000:0.0:1746137558.378918:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d500 x1830957302589696/t4294972201(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.378928:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957302589696 ext(0->7) 00010000:00010000:0.0:1746137558.378966:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b79 expref: 65 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.378980:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f607f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b79 expref: 65 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.378987:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d500 00000100:00100000:1.0:1746137558.379120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.387930:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.393512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.396977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.401670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.406086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.417086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.417142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.423137:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292811648:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137558.423167:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f609b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b95 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.423182:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:0.0:1746137558.423220:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957302590976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4619us (6078us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137558.423228:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29764 00000100:00100000:0.0:1746137558.426480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.432669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.432735:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302591616 00000100:00100000:1.0:1746137558.432742:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302591616 00002000:00100000:1.0:1746137558.432780:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957302591616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.432789:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957302591616 ext(0->4095) 00002000:00010000:1.0:1746137558.432793:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:1.0:1746137558.432818:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13799 00000100:00100000:1.0:1746137558.432824:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957302591616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.432953:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957302591616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.432959:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13799 00002000:00100000:1.0:1746137558.432964:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957302591616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.432969:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957302591616 ext(0->4095) 00002000:00010000:1.0:1746137558.432972:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746137558.441662:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.453389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.457206:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.457284:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302592000 00000100:00100000:1.0:1746137558.457292:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302592000 00002000:00100000:1.0:1746137558.457329:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e955500 x1830957302592000/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.457339:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957302592000 ext(0->7) 00010000:00010000:1.0:1746137558.457346:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b95 expref: 66 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.457358:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b95 expref: 66 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.457363:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955500 00000100:00100000:1.0:1746137558.457423:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2803 00000100:00100000:1.0:1746137558.457429:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957302592000:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137558.459170:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957302592000:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1734us (1964us total) trans 4294972202 rc 0/0 00000100:00100000:1.0:1746137558.459179:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2803 00002000:00100000:1.0:1746137558.459188:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e955500 x1830957302592000/t4294972202(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.459196:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957302592000 ext(0->7) 00010000:00010000:1.0:1746137558.459204:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b95 expref: 68 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.459216:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b95 expref: 68 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.459226:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955500 00000100:00100000:0.0:1746137558.468172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.473808:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.473860:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302592384 00000100:00100000:1.0:1746137558.473868:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302592384 00002000:00100000:1.0:1746137558.473901:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955f80 x1830957302592384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.473916:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830957302592384 ext(0->4095) 00010000:00010000:1.0:1746137558.473924:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f60a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b9c expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.473957:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f60a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b9c expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.473964:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955f80 00000100:00100000:1.0:1746137558.473994:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2804 00000100:00100000:1.0:1746137558.474004:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302592384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.475079:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302592384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1073us (1268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.475086:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2804 00002000:00100000:1.0:1746137558.475093:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955f80 x1830957302592384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.475100:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830957302592384 ext(0->4095) 00010000:00010000:1.0:1746137558.475106:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f60a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b9c expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.475118:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f60a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7b9c expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.475123:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955f80 00000100:00100000:0.0:1746137558.478206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.481797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.481912:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302592768 00000100:00100000:1.0:1746137558.481921:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302592768 00002000:00100000:1.0:1746137558.481992:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957302592768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.482001:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957302592768 ext(0->4095) 00002000:00010000:1.0:1746137558.482005:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:1.0:1746137558.482405:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13800 00000100:00100000:1.0:1746137558.482413:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957302592768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.482526:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957302592768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (738us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.482532:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13800 00002000:00100000:1.0:1746137558.482537:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957302592768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.482544:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957302592768 ext(0->4095) 00002000:00010000:1.0:1746137558.482546:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746137558.493127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.494649:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29767 00000100:00100000:1.0:1746137558.494726:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302592896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137558.494744:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137558.494761:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7baa expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.494794:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f60a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ba3 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.494801:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.494803:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.494805:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.494836:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f60a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ba3 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.494846:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ba3 expref: 66 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.494858:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d208380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292812416:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137558.494955:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137558.506134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.506249:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d208380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292812416:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137558.506283:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.506301:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007360f800, rc 0) 00000100:00100000:1.0:1746137558.506345:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302592896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11687us (13229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.506353:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29767 00000100:00100000:0.0:1746137558.507563:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2006:x1830957302593024:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1030us (1438us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746137558.507569:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2805 00002000:00100000:0.0:1746137558.507575:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e955c00 x1830957302593024/t4294972203(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.507581:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957302593024 ext(0->7) 00010000:00010000:0.0:1746137558.507587:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ba3 expref: 69 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.507597:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f60a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ba3 expref: 69 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.507603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955c00 00000100:00100000:0.0:1746137558.518269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.520587:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.520721:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302593280 00000100:00100000:1.0:1746137558.520729:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302593280 00000100:00100000:0.0:1746137558.520915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.520957:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302593536 00000100:00100000:0.0:1746137558.520960:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302593536 00002000:00100000:0.0:1746137558.520987:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957302593536/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.520996:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957302593536 ext(0->4095) 00002000:00010000:0.0:1746137558.521001:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:0.0:1746137558.521016:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13801 00000100:00100000:0.0:1746137558.521023:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302593536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.521093:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29768 00000100:00100000:1.0:1746137558.521099:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1730:x1830957302593280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137558.521113:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137558.521126:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7bb1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.521147:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.521153:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.521155:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.521158:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.521181:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.521190:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.521199:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d208380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292812672:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137558.521256:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.521859:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302593536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 836us (943us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.521865:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13801 00002000:00100000:1.0:1746137558.521871:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957302593536/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.521884:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957302593536 ext(0->4095) 00010000:00010000:1.0:1746137558.521890:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.521899:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f60b0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7baa expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.521904:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955880 00000100:00100000:1.0:1746137558.523301:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d208380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292812672:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137558.523322:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.523336:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc02200, rc 0) 00000100:00100000:1.0:1746137558.523361:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1730:x1830957302593280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2262us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.523368:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29768 00000100:00100000:0.0:1746137558.524097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.524930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.525192:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302593664 00000100:00100000:1.0:1746137558.525196:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302593664 00000100:00100000:1.0:1746137558.525276:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29769 00000100:00100000:1.0:1746137558.525282:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1731:x1830957302593664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137558.525293:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137558.525304:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7bb8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.525320:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.525326:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.525328:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.525330:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb8 expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.525346:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.525355:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 70 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.525363:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d208380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292812928:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137558.525834:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137558.527699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.528083:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302594048 00000100:00100000:1.0:1746137558.528090:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302594048 00002000:00100000:1.0:1746137558.528123:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957800 x1830957302594048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.528133:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957302594048 ext(0->4095) 00010000:00010000:1.0:1746137558.528141:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 71 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.528153:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 71 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.528159:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957800 00000100:00100000:1.0:1746137558.528187:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2806 00000100:00100000:1.0:1746137558.528195:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957302594048:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.528312:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957302594048:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.528317:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2806 00002000:00100000:1.0:1746137558.528323:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957800 x1830957302594048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.528330:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957302594048 ext(0->4095) 00010000:00010000:1.0:1746137558.528334:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 71 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.528342:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f60b7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb1 expref: 71 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.528347:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957800 00000100:00100000:1.0:1746137558.531237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.531399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.534663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.534848:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302594560 00000100:00100000:1.0:1746137558.534854:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302594560 00002000:00100000:1.0:1746137558.534886:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957302594560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.534895:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957302594560 ext(0->4095) 00010000:00010000:1.0:1746137558.534903:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb8 expref: 70 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.534914:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb8 expref: 70 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.534925:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:1.0:1746137558.534974:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2807 00000100:00100000:1.0:1746137558.534980:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302594560:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.535095:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302594560:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.535100:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2807 00002000:00100000:1.0:1746137558.535105:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957302594560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.535112:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957302594560 ext(0->4095) 00010000:00010000:1.0:1746137558.535117:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb8 expref: 70 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.535125:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073609000/0x95b3ed7b846f60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bb8 expref: 70 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.535130:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:0.0:1746137558.537515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.538840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.541167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.543417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.546513:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.548883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.552646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.558827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.564063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.564189:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302595968 00000100:00100000:1.0:1746137558.564197:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302595968 00002000:00100000:1.0:1746137558.564234:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073529880 x1830957302595968/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.564244:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073529880 with x1830957302595968 ext(0->7) 00010000:00010000:1.0:1746137558.564252:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f60d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bcd expref: 69 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.564267:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f60d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bcd expref: 69 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.564273:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073529880 00000100:00100000:1.0:1746137558.564303:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2808 00000100:00100000:1.0:1746137558.564310:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2005:x1830957302595968:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137558.567326:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957302595968:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3006us (3257us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746137558.567338:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2808 00002000:00100000:0.0:1746137558.567350:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073529880 x1830957302595968/t4294972204(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.567358:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073529880 with x1830957302595968 ext(0->7) 00010000:00010000:0.0:1746137558.567367:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f60d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bcd expref: 71 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.567381:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f60d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bcd expref: 71 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.567388:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073529880 00000100:00100000:0.0:1746137558.570477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.571051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.574241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.574445:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302596480 00000100:00100000:1.0:1746137558.574451:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302596480 00002000:00100000:1.0:1746137558.574486:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957302596480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.574496:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957302596480 ext(0->4095) 00010000:00010000:1.0:1746137558.574504:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f60da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bd4 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.574516:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f60da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bd4 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.574522:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636300 00000100:00100000:1.0:1746137558.574536:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2809 00000100:00100000:1.0:1746137558.574541:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302596480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.574886:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302596480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 342us (644us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.574891:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2809 00002000:00100000:1.0:1746137558.574897:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957302596480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.574904:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957302596480 ext(0->4095) 00010000:00010000:1.0:1746137558.574908:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f60da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bd4 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.574916:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f60da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bd4 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.574922:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636300 00000100:00100000:0.0:1746137558.577292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.580673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.580881:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302596864 00000100:00100000:1.0:1746137558.580888:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302596864 00002000:00100000:1.0:1746137558.580920:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4380 x1830957302596864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.580929:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4380 with x1830957302596864 ext(0->4095) 00002000:00010000:1.0:1746137558.580934:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e4380 00000100:00100000:1.0:1746137558.580981:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13804 00000100:00100000:1.0:1746137558.580987:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957302596864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.581263:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957302596864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 275us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.581268:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13804 00002000:00100000:1.0:1746137558.581274:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4380 x1830957302596864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.581281:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4380 with x1830957302596864 ext(0->4095) 00002000:00010000:1.0:1746137558.581283:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e4380 00000100:00100000:0.0:1746137558.586141:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.596898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.597004:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302597120 00000100:00100000:1.0:1746137558.597013:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302597120 00002000:00100000:1.0:1746137558.597054:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736e6d80 x1830957302597120/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.597064:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6d80 with x1830957302597120 ext(0->7) 00010000:00010000:1.0:1746137558.597073:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bdb expref: 71 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.597085:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bdb expref: 71 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.597092:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6d80 00000100:00100000:1.0:1746137558.597122:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2810 00000100:00100000:1.0:1746137558.597129:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957302597120:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137558.597847:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957302597120:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 717us (957us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746137558.597854:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2810 00002000:00100000:0.0:1746137558.597861:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736e6d80 x1830957302597120/t4294972205(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.597869:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6d80 with x1830957302597120 ext(0->7) 00010000:00010000:0.0:1746137558.597874:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bdb expref: 73 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.597883:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f60e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bdb expref: 73 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.597889:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6d80 00000100:00100000:0.0:1746137558.600649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.607032:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.609406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.613675:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.614867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.618225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.621612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.624531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.624658:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13805 00000100:00100000:0.0:1746137558.624665:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957302598528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137558.624794:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957302598528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137558.624800:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13805 00002000:00100000:0.0:1746137558.624805:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39c00 x1830957302598528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.624818:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957302598528 ext(0->4095) 00002000:00010000:0.0:1746137558.624820:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39c00 00000100:00100000:0.0:1746137558.626292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.627742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.630515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.632234:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.634583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.635796:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302599424 00000100:00100000:0.0:1746137558.635800:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302599424 00000100:00100000:0.0:1746137558.635834:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29780 00000100:00100000:0.0:1746137558.635841:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957302599424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137558.635851:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137558.635862:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7c05 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.635880:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6104 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bfe expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.635887:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137558.635889:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137558.635891:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.635909:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bfe expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.635919:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6104 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7bfe expref: 74 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:0.0:1746137558.635929:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f522680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292815744:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137558.636063:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.638453:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f522680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292815744:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137558.638484:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.638499:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:1.0:1746137558.638550:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:1730:x1830957302599424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2709us (2786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.638558:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29780 00000100:00100000:0.0:1746137558.638902:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.641333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.645295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.645717:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302600064 00000100:00100000:1.0:1746137558.645724:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302600064 00002000:00100000:1.0:1746137558.645759:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957302600064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.645768:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957302600064 ext(0->4095) 00002000:00010000:1.0:1746137558.645772:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f99b480 00000100:00100000:1.0:1746137558.645790:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13807 00000100:00100000:1.0:1746137558.646199:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302600064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137558.646721:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302600064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 524us (1425us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.646727:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13807 00002000:00100000:1.0:1746137558.646734:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957302600064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.646742:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957302600064 ext(0->4095) 00002000:00010000:1.0:1746137558.646745:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f99b480 00000100:00100000:0.0:1746137558.649118:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.649359:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302600192 00000100:00100000:1.0:1746137558.649367:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302600192 00000100:00100000:1.0:1746137558.649665:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29781 00000100:00100000:1.0:1746137558.649673:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302600192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137558.649688:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137558.649703:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7c0c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.649730:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.649736:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.649738:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.649741:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.649767:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.649778:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 72 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.649791:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292816000:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137558.651265:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137558.658486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.658581:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292816000:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137558.658611:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.658638:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:1.0:1746137558.658686:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302600192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9014us (9575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.658695:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29781 00000100:00100000:0.0:1746137558.660260:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957302600320:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1006us (1782us total) trans 4294972206 rc 0/0 00000100:00100000:0.0:1746137558.660267:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2814 00002000:00100000:0.0:1746137558.660273:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f998000 x1830957302600320/t4294972206(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.660281:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957302600320 ext(0->7) 00010000:00010000:0.0:1746137558.660287:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 75 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.660298:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 75 pid: 24924 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.660304:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f998000 00000100:00100000:0.0:1746137558.669837:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17547 00000100:00100000:0.0:1746137558.669849:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957302600448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137558.669865:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137558.669887:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 75 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.669900:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 75 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.669929:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f610b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c05 expref: 75 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.669972:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.669974:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137558.669981:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.669989:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137558.670025:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137558.670038:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f99a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816128:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137558.670126:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137558.675713:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.676245:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302600576 00000100:00100000:1.0:1746137558.676255:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302600576 00000100:00100000:0.0:1746137558.676353:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f99a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816128:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137558.676371:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137558.676404:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957302600448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6558us (7755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137558.676413:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17547 00000100:00100000:0.0:1746137558.677785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.680214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.681457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.681548:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302601088 00000100:00100000:1.0:1746137558.681552:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302601088 00010000:00010000:1.0:1746137558.681571:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.681598:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17548 00000100:00100000:1.0:1746137558.681604:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302601088:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137558.681611:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137558.681636:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.681646:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.681664:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6112 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c0c expref: 6 pid: 24924 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.681679:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.681680:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.681685:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.681692:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.681711:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.681720:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 75 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.681730:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816512:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137558.681781:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.685078:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816512:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137558.685096:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137558.685142:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302601088:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3537us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.685152:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17548 00000100:00100000:0.0:1746137558.685254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.688198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.688246:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302601472 00000100:00100000:1.0:1746137558.688254:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302601472 00010000:00010000:1.0:1746137558.688280:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.688315:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17549 00000100:00100000:1.0:1746137558.688325:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957302601472:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137558.688337:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137558.688354:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.688365:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.688384:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6119 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c13 expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.688408:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.688410:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.688416:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6120 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c1a expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.688423:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6120 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c1a expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.688453:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6120 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c1a expref: 75 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137558.688464:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816640:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137558.688537:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.695264:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d20b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292816640:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137558.695287:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137558.695328:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2005:x1830957302601472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7005us (7137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137558.695340:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17549 00000100:00100000:0.0:1746137558.695757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.699673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.703965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.706664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.708386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.713211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.713319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.720163:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.723221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.732226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.735155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.739361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.742749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.746220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.746748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.751927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.755564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.758595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.761215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.765725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.768686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.769536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.775058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.775096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.778389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.778452:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302605952 00000100:00100000:1.0:1746137558.778460:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302605952 00002000:00100000:1.0:1746137558.778494:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578a80 x1830957302605952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.778504:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302605952 ext(0->4095) 00010000:00010000:1.0:1746137558.778512:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6158 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c52 expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.778524:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6158 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c52 expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.778530:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578a80 00000100:00100000:1.0:1746137558.778557:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2820 00000100:00100000:1.0:1746137558.778564:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957302605952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.778711:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957302605952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.778717:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2820 00002000:00100000:1.0:1746137558.778722:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578a80 x1830957302605952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.778728:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302605952 ext(0->4095) 00010000:00010000:1.0:1746137558.778733:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6158 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c52 expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:1.0:1746137558.778741:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6158 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c52 expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:1.0:1746137558.778746:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578a80 00000100:00100000:0.0:1746137558.782233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.784837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.788002:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.790482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.792242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.794121:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.795988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.796204:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.798274:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.801553:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.802652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.806727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.810854:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.810976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.814557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.814618:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302608512 00000100:00100000:0.0:1746137558.814625:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302608512 00002000:00100000:0.0:1746137558.814664:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20b100 x1830957302608512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.814673:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957302608512 ext(0->4095) 00010000:00010000:0.0:1746137558.814680:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f617b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c75 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.814690:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f617b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c75 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.814696:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20b100 00000100:00100000:0.0:1746137558.814723:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2823 00000100:00100000:0.0:1746137558.814729:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302608512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137558.815189:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302608512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 459us (633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137558.815195:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2823 00002000:00100000:0.0:1746137558.815200:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20b100 x1830957302608512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.815206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957302608512 ext(0->4095) 00010000:00010000:0.0:1746137558.815210:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f617b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c75 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.815218:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f617b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c75 expref: 6 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.815223:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20b100 00000100:00100000:0.0:1746137558.817409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.822187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.826146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.829732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.833889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.834025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.837466:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302609664 00000100:00100000:0.0:1746137558.837469:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302609664 00000100:00100000:1.0:1746137558.837810:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29800 00000100:00100000:1.0:1746137558.837817:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:1731:x1830957302609664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137558.837827:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137558.837836:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6197 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7c91 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837852:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.837857:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837862:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137558.837865:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6197 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c91 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837892:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837900:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6197 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c91 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837907:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.837908:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137558.837912:0:24924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837919:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837933:0:24924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137558.837964:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00000100:00100000:1.0:1746137558.837974:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d20a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292820864:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137558.838505:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137558.840272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.840337:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302610048 00000100:00100000:0.0:1746137558.840345:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302610048 00002000:00100000:0.0:1746137558.840379:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a680 x1830957302610048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.840398:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a680 with x1830957302610048 ext(0->4095) 00010000:00010000:0.0:1746137558.840405:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.840415:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 77 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.840421:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a680 00000100:00100000:0.0:1746137558.840451:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2824 00000100:00100000:0.0:1746137558.840457:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2008:x1830957302610048:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137558.841167:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2008:x1830957302610048:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 709us (901us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137558.841173:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2824 00002000:00100000:0.0:1746137558.841179:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a680 x1830957302610048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.841185:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a680 with x1830957302610048 ext(0->4095) 00010000:00010000:0.0:1746137558.841189:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00010000:00010000:0.0:1746137558.841197:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7c8a expref: 76 pid: 16986 timeout: 751 lvb_type: 0 00002000:00010000:0.0:1746137558.841202:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a680 00000100:00100000:1.0:1746137558.844160:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.849052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.849152:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302610432 00000100:00100000:1.0:1746137558.849158:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302610432 00002000:00100000:1.0:1746137558.849189:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f86a00 x1830957302610432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.849199:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86a00 with x1830957302610432 ext(0->4095) 00002000:00010000:1.0:1746137558.849203:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86a00 00000100:00100000:1.0:1746137558.849228:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13817 00000100:00100000:1.0:1746137558.849234:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2005:x1830957302610432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.849523:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2005:x1830957302610432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 288us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.849529:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13817 00002000:00100000:1.0:1746137558.849534:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f86a00 x1830957302610432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.849542:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86a00 with x1830957302610432 ext(0->4095) 00002000:00010000:1.0:1746137558.849545:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86a00 00000100:00100000:0.0:1746137558.852576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.855046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.857544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.859441:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302610944 00000100:00100000:1.0:1746137558.859450:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302610944 00002000:00100000:1.0:1746137558.859485:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7100 x1830957302610944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.859495:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7100 with x1830957302610944 ext(0->4095) 00002000:00010000:1.0:1746137558.859499:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7100 00000100:00100000:1.0:1746137558.859556:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13818 00000100:00100000:1.0:1746137558.859563:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302610944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.859693:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302610944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (2156us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.859702:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13818 00002000:00100000:1.0:1746137558.859708:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7100 x1830957302610944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.859715:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7100 with x1830957302610944 ext(0->4095) 00002000:00010000:1.0:1746137558.859717:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7100 00000100:00100000:1.0:1746137558.859770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.861905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.861977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.865663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.868065:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.874658:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.874719:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302611968 00000100:00100000:1.0:1746137558.874727:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302611968 00002000:00100000:1.0:1746137558.874762:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6d80 x1830957302611968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.874772:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6d80 with x1830957302611968 ext(0->4095) 00002000:00010000:1.0:1746137558.874776:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e6d80 00000100:00100000:1.0:1746137558.875052:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13819 00000100:00100000:1.0:1746137558.875060:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2007:x1830957302611968:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137558.875320:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2007:x1830957302611968:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 260us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.875326:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13819 00002000:00100000:1.0:1746137558.875331:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6d80 x1830957302611968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.875338:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6d80 with x1830957302611968 ext(0->4095) 00002000:00010000:1.0:1746137558.875340:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e6d80 00000100:00100000:0.0:1746137558.877312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.880708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.883976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.884051:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302612480 00000100:00100000:1.0:1746137558.884057:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302612480 00002000:00100000:1.0:1746137558.884094:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5f80 x1830957302612480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.884103:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957302612480 ext(0->4095) 00002000:00010000:1.0:1746137558.884107:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:1.0:1746137558.884123:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13820 00000100:00100000:1.0:1746137558.884129:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302612480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.884256:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302612480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.884262:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13820 00002000:00100000:1.0:1746137558.884267:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5f80 x1830957302612480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.884274:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957302612480 ext(0->4095) 00002000:00010000:1.0:1746137558.884276:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:1.0:1746137558.887761:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.887824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.892572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.894895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.896826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.899644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.902448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.905468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.908029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.908068:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.912347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.916115:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.921058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.924788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.925012:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302615040 00000100:00100000:1.0:1746137558.925019:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302615040 00002000:00100000:1.0:1746137558.925052:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957302615040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/0 e 0 to 0 dl 1746137569 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.925062:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957302615040 ext(0->4095) 00002000:00010000:1.0:1746137558.925066:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ce00 00000100:00100000:1.0:1746137558.925082:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13823 00000100:00100000:1.0:1746137558.925088:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2005:x1830957302615040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137558.925195:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2005:x1830957302615040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137558.925200:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13823 00002000:00100000:1.0:1746137558.925204:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957302615040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 488/4536 e 0 to 0 dl 1746137569 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137558.925211:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957302615040 ext(0->4095) 00002000:00010000:1.0:1746137558.925213:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ce00 00000100:00100000:0.0:1746137558.928561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.931216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.934455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.936184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.947245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.952888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.963460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.973177:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.975466:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.980654:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302616320:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 5763us (7469us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746137558.980668:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2829 00002000:00100000:0.0:1746137558.981570:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133c1f100 x1830957302616320/t4294972207(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:749/0 lens 496/448 e 0 to 0 dl 1746137569 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137558.981581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957302616320 ext(0->7) 00010000:00010000:0.0:1746137558.981592:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f61e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cde expref: 78 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137558.981606:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f61e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cde expref: 78 pid: 24924 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137558.981613:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137558.986000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137558.991976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137558.994616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.000888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.001127:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302617216 00000100:00100000:0.0:1746137559.001133:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302617216 00002000:00100000:0.0:1746137559.001187:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208380 x1830957302617216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.001197:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957302617216 ext(0->4095) 00002000:00010000:0.0:1746137559.001201:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d208380 00000100:00100000:0.0:1746137559.001216:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13825 00000100:00100000:0.0:1746137559.001223:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957302617216:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137559.001338:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957302617216:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137559.001344:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13825 00002000:00100000:0.0:1746137559.001349:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208380 x1830957302617216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.001357:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957302617216 ext(0->4095) 00002000:00010000:0.0:1746137559.001360:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d208380 00000100:00100000:1.0:1746137559.003663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.003741:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302617344 00000100:00100000:0.0:1746137559.003748:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302617344 00000100:00100000:0.0:1746137559.003816:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29814 00000100:00100000:0.0:1746137559.003823:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302617344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137559.003839:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137559.003854:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7cf3 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.003878:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f61f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cec expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.003885:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137559.003887:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137559.003891:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cf3 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.003919:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f61f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cec expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.003959:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f61f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cec expref: 76 pid: 24924 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.003972:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f891c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292824448:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137559.004033:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.007873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.010483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.010576:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.011595:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302617728 00000100:00100000:1.0:1746137559.011599:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302617728 00002000:00100000:1.0:1746137559.011623:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957302617728/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.011641:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302617728 ext(0->4095) 00010000:00010000:1.0:1746137559.011647:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cf3 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.011656:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cf3 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.011661:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:1.0:1746137559.011675:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2831 00000100:00100000:1.0:1746137559.011680:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302617728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.011776:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302617728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (1199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.011781:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2831 00002000:00100000:1.0:1746137559.011786:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957302617728/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.011793:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302617728 ext(0->4095) 00010000:00010000:1.0:1746137559.011796:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cf3 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.011803:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073565000/0x95b3ed7b846f61f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7cf3 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.011808:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:1.0:1746137559.016335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.016434:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.019313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.022160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.027656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.032705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.035792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.037959:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.039197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.049000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.056651:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.059563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.064781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.069082:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302620032:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3825us (4295us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746137559.069095:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2834 00002000:00100000:0.0:1746137559.069107:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007f893b80 x1830957302620032/t4294972208(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.069122:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957302620032 ext(0->7) 00010000:00010000:0.0:1746137559.069132:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d0f expref: 79 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.069147:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d0f expref: 79 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.069154:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893b80 00000100:00100000:0.0:1746137559.081114:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.082768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.090229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.091192:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302620544 00000100:00100000:1.0:1746137559.091200:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302620544 00002000:00100000:1.0:1746137559.091238:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891c00 x1830957302620544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.091249:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891c00 with x1830957302620544 ext(0->4095) 00010000:00010000:1.0:1746137559.091257:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f621c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d16 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.091268:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f621c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d16 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.091274:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891c00 00000100:00100000:1.0:1746137559.091301:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2835 00000100:00100000:1.0:1746137559.091307:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302620544:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.091429:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302620544:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1209us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.091435:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2835 00002000:00100000:1.0:1746137559.091440:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891c00 x1830957302620544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.091446:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891c00 with x1830957302620544 ext(0->4095) 00010000:00010000:1.0:1746137559.091450:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f621c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d16 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.091459:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f621c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d16 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.091464:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891c00 00000100:00100000:0.0:1746137559.095277:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.099331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.099371:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302620928 00000100:00100000:0.0:1746137559.099379:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302620928 00002000:00100000:0.0:1746137559.099419:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814380 x1830957302620928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.099430:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814380 with x1830957302620928 ext(0->4095) 00002000:00010000:0.0:1746137559.099435:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814380 00000100:00100000:0.0:1746137559.104664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.130394:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302621312 00000100:00100000:0.0:1746137559.130402:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302621312 00002000:00100000:0.0:1746137559.130444:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e0d4700 x1830957302621312/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.130454:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957302621312 ext(0->7) 00010000:00010000:0.0:1746137559.130464:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6223 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d1d expref: 79 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.130478:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6223 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d1d expref: 79 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.130485:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:0.0:1746137559.130502:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2836 00000100:00100000:0.0:1746137559.130510:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302621312:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137559.132441:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957302621312:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1928us (2182us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746137559.132450:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2836 00002000:00100000:0.0:1746137559.132459:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e0d4700 x1830957302621312/t4294972209(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.132468:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957302621312 ext(0->7) 00010000:00010000:0.0:1746137559.132474:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6223 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d1d expref: 82 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.132485:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6223 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d1d expref: 82 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.132491:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:1.0:1746137559.135292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.137973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.140372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.143519:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.147708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.152493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.155505:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2007:x1830957302622336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2758us (3003us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746137559.155519:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2838 00002000:00100000:0.0:1746137559.155531:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814a80 x1830957302622336/t4294972210(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.155542:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957302622336 ext(0->7) 00010000:00010000:0.0:1746137559.155551:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6231 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d2b expref: 83 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.155566:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6231 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d2b expref: 83 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.155573:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:0.0:1746137559.162033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.162109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.166305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.166357:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302622848 00000100:00100000:1.0:1746137559.166366:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302622848 00002000:00100000:1.0:1746137559.166406:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817100 x1830957302622848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.166415:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817100 with x1830957302622848 ext(0->4095) 00010000:00010000:1.0:1746137559.166423:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6238 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d32 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.166434:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6238 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d32 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.166446:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817100 00000100:00100000:1.0:1746137559.166537:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2839 00000100:00100000:1.0:1746137559.166545:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302622848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.167127:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302622848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 582us (829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.167134:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2839 00002000:00100000:1.0:1746137559.167141:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817100 x1830957302622848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.167148:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817100 with x1830957302622848 ext(0->4095) 00010000:00010000:1.0:1746137559.167153:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d32 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.167161:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6238 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d32 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.167167:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817100 00000100:00100000:0.0:1746137559.171294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.176179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.176246:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302623232 00000100:00100000:1.0:1746137559.176253:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302623232 00002000:00100000:1.0:1746137559.176295:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957302623232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.176305:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957302623232 ext(0->4095) 00002000:00010000:1.0:1746137559.176309:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816a00 00000100:00100000:1.0:1746137559.176468:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13830 00000100:00100000:1.0:1746137559.176475:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957302623232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.177103:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957302623232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 627us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.177110:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13830 00002000:00100000:1.0:1746137559.177116:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957302623232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.177124:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957302623232 ext(0->4095) 00002000:00010000:1.0:1746137559.177126:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816a00 00000100:00100000:0.0:1746137559.180329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.190271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.190418:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302623488 00000100:00100000:1.0:1746137559.190428:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302623488 00002000:00100000:1.0:1746137559.190472:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814000 x1830957302623488/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.190482:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957302623488 ext(0->7) 00010000:00010000:1.0:1746137559.190490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d39 expref: 83 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.190502:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d39 expref: 83 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.190508:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:1.0:1746137559.190541:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2840 00000100:00100000:1.0:1746137559.190548:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2006:x1830957302623488:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137559.197698:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302623488:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 7138us (7424us total) trans 4294972211 rc 0/0 00000100:00100000:0.0:1746137559.197711:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2840 00002000:00100000:0.0:1746137559.197721:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814000 x1830957302623488/t4294972211(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.197736:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957302623488 ext(0->7) 00010000:00010000:0.0:1746137559.197746:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d39 expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.197762:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d39 expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.197770:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:0.0:1746137559.201875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.208022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.208074:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302623872 00000100:00100000:0.0:1746137559.208082:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302623872 00002000:00100000:1.0:1746137559.208315:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957302623872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.208331:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957302623872 ext(0->4095) 00002000:00010000:1.0:1746137559.208336:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815f80 00000100:00100000:1.0:1746137559.208368:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13831 00000100:00100000:1.0:1746137559.208375:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302623872:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137559.208492:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302623872:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.208497:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13831 00002000:00100000:1.0:1746137559.208502:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957302623872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.208509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957302623872 ext(0->4095) 00002000:00010000:1.0:1746137559.208511:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815f80 00000100:00100000:1.0:1746137559.222342:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.242544:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.242595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.256421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.256479:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.259839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.259869:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302625024 00000100:00100000:0.0:1746137559.259874:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302625024 00002000:00100000:0.0:1746137559.259902:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523b80 x1830957302625024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.259911:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523b80 with x1830957302625024 ext(0->4095) 00010000:00010000:0.0:1746137559.259917:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6254 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d4e expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.259927:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6254 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d4e expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.261372:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f523b80 00000100:00100000:0.0:1746137559.261610:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2842 00000100:00100000:0.0:1746137559.261619:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302625024:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137559.262056:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302625024:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 438us (2215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137559.262063:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2842 00002000:00100000:0.0:1746137559.262069:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523b80 x1830957302625024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.262077:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523b80 with x1830957302625024 ext(0->4095) 00010000:00010000:0.0:1746137559.262083:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d4e expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.262094:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6254 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d4e expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.262100:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f523b80 00000100:00100000:0.0:1746137559.265421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.266573:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.270908:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292828160:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.270931:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.271368:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957302625280:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4656us (4795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.271378:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17594 00000100:00100000:1.0:1746137559.271894:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302625536 00000100:00100000:1.0:1746137559.271902:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302625536 00002000:00100000:1.0:1746137559.271950:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957302625536/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.271960:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957302625536 ext(0->4095) 00010000:00010000:1.0:1746137559.271969:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d55 expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.271981:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d55 expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.271988:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:1.0:1746137559.272005:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2843 00000100:00100000:1.0:1746137559.272011:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302625536:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137559.272113:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302625536:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.272119:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2843 00002000:00100000:1.0:1746137559.272124:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957302625536/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.272131:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957302625536 ext(0->4095) 00010000:00010000:1.0:1746137559.272135:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d55 expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.272144:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f625b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d55 expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.272149:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:0.0:1746137559.276398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.280899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.281010:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302625920 00000100:00100000:1.0:1746137559.281016:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302625920 00002000:00100000:1.0:1746137559.281082:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956a00 x1830957302625920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.281091:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830957302625920 ext(0->4095) 00002000:00010000:1.0:1746137559.281096:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:1.0:1746137559.281123:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13832 00000100:00100000:1.0:1746137559.281130:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302625920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.281239:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302625920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.281246:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13832 00002000:00100000:1.0:1746137559.281251:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956a00 x1830957302625920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.281258:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830957302625920 ext(0->4095) 00002000:00010000:1.0:1746137559.281261:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:0.0:1746137559.282980:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.287212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.292168:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.292232:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.294988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.298077:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.300596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.302472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.305158:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.307081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.309311:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292829440 00000100:00100000:0.0:1746137559.309317:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292829440 00000100:00100000:0.0:1746137559.309357:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1746137559.309362:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292829440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137559.309416:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746137559.309454:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292829440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.309459:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1746137559.310278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.312802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.317906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.317975:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.321418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.323579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.325196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.325249:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.330866:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302629120 00000100:00100000:0.0:1746137559.330872:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302629120 00002000:00100000:0.0:1746137559.330905:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5880 x1830957302629120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.330914:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5880 with x1830957302629120 ext(0->4095) 00010000:00010000:0.0:1746137559.330921:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d86 expref: 85 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.330933:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d86 expref: 85 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.331011:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5880 00000100:00100000:1.0:1746137559.333436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.333482:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.336118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.336303:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302629632 00000100:00100000:1.0:1746137559.336309:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302629632 00002000:00100000:1.0:1746137559.336430:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1fb80 x1830957302629632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.336439:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957302629632 ext(0->4095) 00010000:00010000:1.0:1746137559.336447:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d8d expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.336457:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d8d expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.336462:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:1.0:1746137559.336568:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2848 00000100:00100000:1.0:1746137559.336574:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302629632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.336683:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302629632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.336691:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2848 00002000:00100000:1.0:1746137559.336697:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1fb80 x1830957302629632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.336704:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957302629632 ext(0->4095) 00010000:00010000:1.0:1746137559.336709:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d8d expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.336717:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d8d expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.336723:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:0.0:1746137559.339093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.341655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.341722:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302630016 00000100:00100000:1.0:1746137559.341728:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302630016 00002000:00100000:1.0:1746137559.341758:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5180 x1830957302630016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.341766:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957302630016 ext(0->4095) 00002000:00010000:1.0:1746137559.341770:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5180 00000100:00100000:1.0:1746137559.341793:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13835 00000100:00100000:1.0:1746137559.342022:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302630016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.342130:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302630016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.342136:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13835 00002000:00100000:1.0:1746137559.342141:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5180 x1830957302630016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.342154:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957302630016 ext(0->4095) 00002000:00010000:1.0:1746137559.342157:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5180 00000100:00100000:0.0:1746137559.343750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.343821:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302630144 00000100:00100000:1.0:1746137559.343826:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302630144 00000100:00100000:1.0:1746137559.343909:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29838 00000100:00100000:1.0:1746137559.343915:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302630144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.343927:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.344086:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7d9b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.344111:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f629a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d94 expref: 84 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.344118:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.344120:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.344123:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d9b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.344147:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f629a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d94 expref: 84 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.344157:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d94 expref: 84 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.344167:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292830720:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.344287:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.345690:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292830720:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137559.345710:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d9b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.345721:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137559.345747:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302630144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1832us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.345753:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29838 00000100:00100000:0.0:1746137559.346864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.349545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.351831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.352061:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302630656 00000100:00100000:1.0:1746137559.352067:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302630656 00000100:00100000:1.0:1746137559.352105:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29839 00000100:00100000:1.0:1746137559.352111:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1731:x1830957302630656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.352122:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.352138:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7da2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.352161:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d9b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.352167:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.352168:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.352172:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.352195:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d9b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.352204:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7d9b expref: 5 pid: 24924 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.352213:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292830976:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.352282:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.353603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.353967:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292830976:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137559.353979:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.353987:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:1.0:1746137559.354002:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957302630656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1892us (2175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.354008:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29839 00000100:00100000:0.0:1746137559.354555:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.358051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.358115:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302631168 00000100:00100000:1.0:1746137559.358120:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302631168 00002000:00100000:1.0:1746137559.358154:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957302631168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.358164:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302631168 ext(0->4095) 00010000:00010000:1.0:1746137559.358171:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 86 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.358182:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 86 pid: 24924 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.358188:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5880 00000100:00100000:1.0:1746137559.358215:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2849 00000100:00100000:1.0:1746137559.358221:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957302631168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.358318:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957302631168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.358324:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2849 00002000:00100000:1.0:1746137559.358329:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957302631168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.358336:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302631168 ext(0->4095) 00010000:00010000:1.0:1746137559.358340:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 86 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.358348:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62a8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da2 expref: 86 pid: 24924 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.358353:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137559.360686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.364511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.364860:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302631552 00000100:00100000:1.0:1746137559.364866:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302631552 00002000:00100000:1.0:1746137559.364898:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4700 x1830957302631552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.364908:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4700 with x1830957302631552 ext(0->4095) 00002000:00010000:1.0:1746137559.364912:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4700 00000100:00100000:1.0:1746137559.364952:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13837 00000100:00100000:1.0:1746137559.364958:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302631552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.365065:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302631552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.365071:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13837 00002000:00100000:1.0:1746137559.365076:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4700 x1830957302631552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.365083:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4700 with x1830957302631552 ext(0->4095) 00002000:00010000:1.0:1746137559.365086:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4700 00000100:00100000:0.0:1746137559.368217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.373975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.374086:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302631808 00000100:00100000:1.0:1746137559.374092:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302631808 00002000:00100000:1.0:1746137559.374125:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9c00 x1830957302631808/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.374134:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957302631808 ext(0->7) 00010000:00010000:1.0:1746137559.374139:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da9 expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.374149:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da9 expref: 85 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.374155:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9c00 00000100:00100000:1.0:1746137559.374185:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2850 00000100:00100000:1.0:1746137559.374191:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302631808:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137559.375587:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957302631808:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1394us (1736us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746137559.375598:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2850 00002000:00100000:0.0:1746137559.375605:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9c00 x1830957302631808/t4294972212(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.375612:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957302631808 ext(0->7) 00010000:00010000:0.0:1746137559.375618:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da9 expref: 87 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.375637:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f62af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7da9 expref: 87 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.375642:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9c00 00000100:00100000:0.0:1746137559.381241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.385474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.385555:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302632192 00000100:00100000:1.0:1746137559.385562:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302632192 00002000:00100000:1.0:1746137559.385597:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957302632192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.385606:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957302632192 ext(0->4095) 00002000:00010000:1.0:1746137559.385610:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:1.0:1746137559.385670:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13838 00000100:00100000:1.0:1746137559.385677:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302632192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.385787:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302632192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.385792:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13838 00002000:00100000:1.0:1746137559.385797:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957302632192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.385804:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957302632192 ext(0->4095) 00002000:00010000:1.0:1746137559.385806:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:0.0:1746137559.390444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.390496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.390592:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29842 00000100:00100000:1.0:1746137559.390601:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957302632320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.390618:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.390647:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7db7 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.391054:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.391059:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.391065:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.391068:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7db7 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.391093:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.391110:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7db7 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.391119:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137559.391200:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1731:x1830957302632320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 600us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.391206:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29842 00000100:00100000:0.0:1746137559.393658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.396375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.396453:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302632832 00000100:00100000:1.0:1746137559.396459:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302632832 00002000:00100000:1.0:1746137559.396490:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f2d80 x1830957302632832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.396498:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f2d80 with x1830957302632832 ext(0->4095) 00010000:00010000:1.0:1746137559.396505:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.396517:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.396526:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f2d80 00000100:00100000:1.0:1746137559.396557:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2851 00000100:00100000:1.0:1746137559.396563:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957302632832:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.396674:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957302632832:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.396680:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2851 00002000:00100000:1.0:1746137559.396684:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f2d80 x1830957302632832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.396696:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f2d80 with x1830957302632832 ext(0->4095) 00010000:00010000:1.0:1746137559.396699:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.396708:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dbe expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.396713:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f2d80 00000100:00100000:0.0:1746137559.400060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.404675:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292832128:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.404693:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.404742:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957302632960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3472us (4687us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.404751:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17609 00000100:00100000:0.0:1746137559.405568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.407847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.410988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.416526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.416670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.423192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.423322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.423406:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302633984 00000100:00100000:1.0:1746137559.423411:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302633984 00000100:00100000:1.0:1746137559.423438:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29846 00000100:00100000:1.0:1746137559.423444:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957302633984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.423458:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.423475:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7dd3 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.423498:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.423504:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.423509:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.423512:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dd3 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.423542:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.423556:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f62d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dd3 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.423565:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:1.0:1746137559.423608:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1731:x1830957302633984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.423614:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29846 00000100:00100000:0.0:1746137559.426818:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.426909:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302634368 00000100:00100000:1.0:1746137559.426916:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302634368 00002000:00100000:1.0:1746137559.426962:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf100 x1830957302634368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.426971:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf100 with x1830957302634368 ext(0->4095) 00010000:00010000:1.0:1746137559.426978:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.426990:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.426996:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cf100 00000100:00100000:1.0:1746137559.427021:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2852 00000100:00100000:1.0:1746137559.427027:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302634368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.427423:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302634368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 395us (605us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.427429:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2852 00002000:00100000:1.0:1746137559.427435:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf100 x1830957302634368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.427442:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf100 with x1830957302634368 ext(0->4095) 00010000:00010000:1.0:1746137559.427446:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.427455:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f62d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dcc expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.427461:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cf100 00000100:00100000:0.0:1746137559.430357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.433639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.433719:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302634752 00000100:00100000:1.0:1746137559.433725:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302634752 00002000:00100000:1.0:1746137559.433758:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4aa00 x1830957302634752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.433769:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4aa00 with x1830957302634752 ext(0->4095) 00002000:00010000:1.0:1746137559.433774:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4aa00 00000100:00100000:1.0:1746137559.433800:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13841 00000100:00100000:1.0:1746137559.433806:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302634752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.433924:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302634752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.433930:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13841 00002000:00100000:1.0:1746137559.433956:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4aa00 x1830957302634752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.433963:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4aa00 with x1830957302634752 ext(0->4095) 00002000:00010000:1.0:1746137559.433966:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4aa00 00000100:00100000:0.0:1746137559.436650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.440840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.443976:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.444016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.444071:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302635392 00000100:00100000:1.0:1746137559.444075:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302635392 00002000:00100000:1.0:1746137559.444105:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957302635392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.444113:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957302635392 ext(0->4095) 00002000:00010000:1.0:1746137559.444117:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4ad80 00000100:00100000:1.0:1746137559.444130:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13842 00000100:00100000:1.0:1746137559.444136:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302635392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.444229:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302635392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.444235:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13842 00002000:00100000:1.0:1746137559.444240:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957302635392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.444247:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957302635392 ext(0->4095) 00010000:00010000:1.0:1746137559.444251:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62e0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dda expref: 6 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.444260:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f62e0 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dda expref: 6 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.444266:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:0.0:1746137559.448512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.448655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.450204:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29849 00000100:00100000:1.0:1746137559.450307:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957302635520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.450327:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.450339:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7de8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.450357:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f62e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7de1 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.450363:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.450364:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.450367:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7de8 expref: 88 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.450382:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f62e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7de1 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.450392:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f62e7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7de1 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.450403:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292833536:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.450585:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.452425:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292833536:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137559.452442:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f62ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7de8 expref: 88 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.452452:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:0.0:1746137559.452468:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957302635520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2258us (3963us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.452473:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29849 00000100:00100000:0.0:1746137559.457850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.464515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.466685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.469796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.472024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.475232:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.475739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.475805:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302637056 00000100:00100000:1.0:1746137559.475813:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302637056 00000100:00100000:1.0:1746137559.475847:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302636928 00000100:00100000:1.0:1746137559.475849:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302636928 00000100:00100000:1.0:1746137559.475861:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29851 00000100:00100000:1.0:1746137559.475867:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957302637056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.475882:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.475900:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f62fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7dfd expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.476070:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.476075:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6303 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7df6 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.476081:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.476084:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f62fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dfd expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.476103:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6303 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7df6 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.476113:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f62fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7dfd expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.476122:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:1.0:1746137559.476142:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1731:x1830957302637056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 274us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.476322:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29851 00000100:00100000:0.0:1746137559.481362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.488644:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.491184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.496302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.497039:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302637824 00000100:00100000:1.0:1746137559.497046:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302637824 00002000:00100000:1.0:1746137559.497077:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d9880 x1830957302637824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.497086:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d9880 with x1830957302637824 ext(0->4095) 00002000:00010000:1.0:1746137559.497090:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d9880 00000100:00100000:1.0:1746137559.497116:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13845 00000100:00100000:1.0:1746137559.497122:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957302637824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.497847:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957302637824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 723us (1544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.497854:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13845 00002000:00100000:1.0:1746137559.497860:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d9880 x1830957302637824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.497867:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d9880 with x1830957302637824 ext(0->4095) 00002000:00010000:1.0:1746137559.497869:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d9880 00000100:00100000:0.0:1746137559.500925:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.505167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.506639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.511872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.512023:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302638464 00000100:00100000:1.0:1746137559.512032:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302638464 00002000:00100000:1.0:1746137559.512073:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d267800 x1830957302638464/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.512083:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d267800 with x1830957302638464 ext(0->4095) 00010000:00010000:1.0:1746137559.512090:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f630a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e04 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.512100:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f630a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e04 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.512105:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d267800 00000100:00100000:0.0:1746137559.514592:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.514663:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.519648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.523271:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.526141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.528655:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.528932:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302639488 00000100:00100000:1.0:1746137559.528968:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302639488 00000100:00100000:1.0:1746137559.529024:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29856 00000100:00100000:1.0:1746137559.529030:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302639488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.529045:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.529060:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e19 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.529085:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f6318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e12 expref: 86 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.529092:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.529093:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.529096:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e19 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.529123:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f6318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e12 expref: 86 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.529134:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f6318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e12 expref: 86 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.529146:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292835328:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.529228:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.531571:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292835328:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137559.531598:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e19 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.531611:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137559.531656:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302639488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2626us (3008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.531667:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29856 00000100:00100000:0.0:1746137559.533429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.537676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.538135:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302639744 00000100:00100000:1.0:1746137559.538145:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302639744 00000100:00100000:1.0:1746137559.538201:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29857 00000100:00100000:1.0:1746137559.538209:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957302639744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.538225:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.538241:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e20 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.538267:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e19 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.538274:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.538275:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.538278:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.538305:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e19 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.538315:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f631f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e19 expref: 5 pid: 9557 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.538327:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292835584:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.538407:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.542105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.542885:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292835584:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137559.542908:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 87 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.542920:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:1.0:1746137559.542965:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957302639744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4757us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.542971:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29857 00000100:00100000:0.0:1746137559.544313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.544375:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302640128 00000100:00100000:1.0:1746137559.544380:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302640128 00000100:00100000:1.0:1746137559.544405:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29858 00000100:00100000:1.0:1746137559.544411:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957302640128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.544420:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.544434:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f632d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e27 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.544451:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.544457:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.544462:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.544465:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f632d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e27 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.544492:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.544501:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f632d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e27 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.544514:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:1.0:1746137559.544550:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957302640128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.544556:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29858 00000100:00100000:0.0:1746137559.545486:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.550821:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.550897:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302640512 00000100:00100000:1.0:1746137559.550906:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302640512 00002000:00100000:1.0:1746137559.550965:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957302640512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.550974:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302640512 ext(0->4095) 00010000:00010000:1.0:1746137559.550982:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.550994:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.551001:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434e00 00000100:00100000:1.0:1746137559.551031:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2858 00000100:00100000:1.0:1746137559.551038:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302640512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.551163:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957302640512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.551169:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2858 00002000:00100000:1.0:1746137559.551174:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957302640512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.551185:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302640512 ext(0->4095) 00010000:00010000:1.0:1746137559.551189:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.551197:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6326 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e20 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.551201:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137559.553843:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.558828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.561453:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.566209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.569580:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.570352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.570425:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302641408 00000100:00100000:1.0:1746137559.570432:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302641408 00002000:00100000:1.0:1746137559.570468:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0725c00 x1830957302641408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.570477:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957302641408 ext(0->4095) 00002000:00010000:1.0:1746137559.570482:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0725c00 00000100:00100000:1.0:1746137559.570497:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13848 00000100:00100000:1.0:1746137559.570504:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302641408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.570632:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302641408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1058us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.570638:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13848 00002000:00100000:1.0:1746137559.570643:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0725c00 x1830957302641408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.570649:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957302641408 ext(0->4095) 00002000:00010000:1.0:1746137559.570652:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0725c00 00000100:00100000:0.0:1746137559.573861:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.574073:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302641664 00000100:00100000:1.0:1746137559.574081:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302641664 00000100:00100000:1.0:1746137559.574125:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29861 00000100:00100000:1.0:1746137559.574133:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957302641664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.574148:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.574162:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e3c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.574183:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.574188:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f633b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e35 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.574193:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.574196:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.574225:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f633b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e35 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.574237:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.574245:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763800, rc 0) 00000100:00100000:1.0:1746137559.574282:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1731:x1830957302641664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.574288:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29861 00000100:00100000:0.0:1746137559.574363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.580849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.590351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.593306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.595259:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302642432 00000100:00100000:1.0:1746137559.595272:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302642432 00002000:00100000:1.0:1746137559.595313:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced880 x1830957302642432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.595321:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957302642432 ext(0->4095) 00002000:00010000:1.0:1746137559.595326:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:1.0:1746137559.595359:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13849 00000100:00100000:1.0:1746137559.595366:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957302642432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.595493:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957302642432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (2193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.595499:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13849 00002000:00100000:1.0:1746137559.595504:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced880 x1830957302642432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.595511:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957302642432 ext(0->4095) 00002000:00010000:1.0:1746137559.595513:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:0.0:1746137559.601064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.616503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.620122:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2005:x1830957302642688:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3402us (3626us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746137559.620132:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2860 00002000:00100000:0.0:1746137559.620142:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88013036c700 x1830957302642688/t4294972213(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 496/448 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.620151:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036c700 with x1830957302642688 ext(0->7) 00010000:00010000:0.0:1746137559.620157:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.620169:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.620175:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036c700 00000100:00100000:0.0:1746137559.625473:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302642944 00000100:00100000:0.0:1746137559.625483:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302642944 00010000:00010000:0.0:1746137559.625518:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.625544:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17628 00000100:00100000:0.0:1746137559.625550:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2007:x1830957302642944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137559.625561:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137559.625579:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.625591:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.625610:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6342 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e3c expref: 89 pid: 9557 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.625639:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.625641:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.625647:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.625655:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.625698:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137559.625712:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292836992:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137559.625845:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.627731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.627738:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292836992:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137559.627747:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137559.627762:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2007:x1830957302642944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2213us (2354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.627769:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17628 00000100:00100000:1.0:1746137559.631732:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302643328 00000100:00100000:1.0:1746137559.631742:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302643328 00010000:00010000:1.0:1746137559.631776:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.631847:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17629 00000100:00100000:1.0:1746137559.631856:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d265500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302643328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137559.631870:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137559.631890:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.631902:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.631921:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f6349 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e43 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.632133:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.632136:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.632143:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 88 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.632151:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 88 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.632181:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 88 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137559.632194:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292837248:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137559.632503:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.635781:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.636467:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292837248:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137559.636482:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137559.636505:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d265500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302643328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4651us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.636512:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17629 00000100:00100000:0.0:1746137559.638767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.642766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.642963:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302643840 00000100:00100000:1.0:1746137559.642972:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302643840 00010000:00010000:1.0:1746137559.643006:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.643577:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17630 00000100:00100000:1.0:1746137559.643585:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302643840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137559.643596:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137559.643613:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.643633:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.643652:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6350 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e4a expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.643665:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.643667:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.643672:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.643679:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.643705:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137559.643716:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292837504:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137559.643765:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.646652:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292837504:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137559.646669:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137559.647251:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957302643840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3665us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.647261:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17630 00000100:00100000:0.0:1746137559.647381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.647891:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302644096 00000100:00100000:1.0:1746137559.647898:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302644096 00002000:00100000:1.0:1746137559.648086:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f86300 x1830957302644096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.648095:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86300 with x1830957302644096 ext(0->4095) 00002000:00010000:1.0:1746137559.648099:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86300 00000100:00100000:1.0:1746137559.648125:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13851 00000100:00100000:1.0:1746137559.648132:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302644096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.648529:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302644096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 395us (1146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.648535:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13851 00002000:00100000:1.0:1746137559.648540:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f86300 x1830957302644096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.648553:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86300 with x1830957302644096 ext(0->4095) 00002000:00010000:1.0:1746137559.648555:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86300 00000100:00100000:0.0:1746137559.648815:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.651726:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.651836:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302644352 00000100:00100000:1.0:1746137559.651844:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302644352 00000100:00100000:1.0:1746137559.651879:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29866 00000100:00100000:1.0:1746137559.651886:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1731:x1830957302644352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.651899:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.651912:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f6365 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e5f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.651934:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.651956:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.651961:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.651964:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f6365 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e5f expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.651992:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.652001:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f6365 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e5f expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.652010:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:1.0:1746137559.652041:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957302644352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.652047:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29866 00000100:00100000:0.0:1746137559.654556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.654642:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302644480 00000100:00100000:1.0:1746137559.654650:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302644480 00010000:00010000:1.0:1746137559.654678:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.654878:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17631 00000100:00100000:1.0:1746137559.654885:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302644480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137559.654901:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137559.654920:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.654931:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.655075:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f6357 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e51 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.655098:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.655100:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.655106:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.655114:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.655208:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.655220:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f635e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e58 expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.655232:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0798700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292837888:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137559.655304:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.657702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.660416:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.664749:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.667543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.670250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.675755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.676566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.680179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.682183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.686559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.689522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.693892:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.696277:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.696635:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302646784 00000100:00100000:1.0:1746137559.696644:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302646784 00000100:00100000:1.0:1746137559.696814:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29870 00000100:00100000:1.0:1746137559.696822:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302646784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.696838:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.696854:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6381 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7e7b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.696880:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f637a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e74 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.696887:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.696888:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.696891:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6381 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e7b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.696918:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f637a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e74 expref: 88 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.696928:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e74 expref: 88 pid: 9557 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.696956:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292838912:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137559.697334:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.698766:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292838912:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137559.698790:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6381 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7e7b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.698809:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763800, rc 0) 00000100:00100000:1.0:1746137559.698840:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302646784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.698846:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29870 00000100:00100000:0.0:1746137559.700670:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.704408:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.708041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.709123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.714635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.718023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.722824:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.725102:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.727303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.730298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.731351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.733916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.734066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.738174:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.740316:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.744308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.744330:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302649728 00000100:00100000:0.0:1746137559.744336:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302649728 00002000:00100000:0.0:1746137559.744370:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6a00 x1830957302649728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.744379:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957302649728 ext(0->4095) 00002000:00010000:0.0:1746137559.744384:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137559.744412:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13858 00000100:00100000:0.0:1746137559.744419:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302649728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137559.744658:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302649728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137559.744663:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13858 00002000:00100000:0.0:1746137559.744669:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6a00 x1830957302649728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.744676:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957302649728 ext(0->4095) 00002000:00010000:0.0:1746137559.744678:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137559.746694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.751070:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.756542:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.758611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.758642:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302650368 00000100:00100000:0.0:1746137559.758646:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302650368 00002000:00100000:0.0:1746137559.758674:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4000 x1830957302650368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.758683:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302650368 ext(0->4095) 00010000:00010000:0.0:1746137559.758689:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f63ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ea5 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.758698:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f63ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ea5 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.758703:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137559.758729:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2866 00000100:00100000:0.0:1746137559.758734:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302650368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137559.758838:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302650368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137559.758843:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2866 00002000:00100000:0.0:1746137559.758849:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4000 x1830957302650368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137559.758855:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302650368 ext(0->4095) 00010000:00010000:0.0:1746137559.758859:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f63ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ea5 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.758866:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f63ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ea5 expref: 6 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:0.0:1746137559.758872:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137559.765729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.770002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.774497:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.776609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.780156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.784895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.785872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.790100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.790157:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302652032 00000100:00100000:1.0:1746137559.790165:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302652032 00000100:00100000:1.0:1746137559.790604:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29881 00000100:00100000:1.0:1746137559.790612:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1731:x1830957302652032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.790651:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.790665:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7ec8 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.790688:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.790694:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.790699:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.790702:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec8 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.790733:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.790743:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec8 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.790751:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137559.790793:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957302652032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.790799:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29881 00000100:00100000:0.0:1746137559.792101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.799448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.799513:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302652416 00000100:00100000:1.0:1746137559.799524:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302652416 00002000:00100000:1.0:1746137559.799571:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49bb80 x1830957302652416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.799581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49bb80 with x1830957302652416 ext(0->4095) 00010000:00010000:1.0:1746137559.799590:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 90 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.799602:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 90 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.799609:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49bb80 00000100:00100000:1.0:1746137559.799654:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2868 00000100:00100000:1.0:1746137559.799661:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302652416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.799795:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302652416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.799802:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2868 00002000:00100000:1.0:1746137559.799808:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49bb80 x1830957302652416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.799815:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49bb80 with x1830957302652416 ext(0->4095) 00010000:00010000:1.0:1746137559.799819:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 90 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.799827:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f63c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ec1 expref: 90 pid: 16986 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.799833:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49bb80 00000100:00100000:0.0:1746137559.803801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.807885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.810810:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.815159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.821165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.821212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.821298:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302653440 00000100:00100000:1.0:1746137559.821306:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302653440 00002000:00100000:1.0:1746137559.821353:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499500 x1830957302653440/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.821362:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499500 with x1830957302653440 ext(0->4095) 00002000:00010000:1.0:1746137559.821367:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499500 00000100:00100000:1.0:1746137559.821627:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13862 00000100:00100000:1.0:1746137559.821636:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302653440:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.821777:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302653440:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.821784:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13862 00002000:00100000:1.0:1746137559.821790:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499500 x1830957302653440/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.821797:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499500 with x1830957302653440 ext(0->4095) 00002000:00010000:1.0:1746137559.821800:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499500 00000100:00100000:0.0:1746137559.826757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.827396:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.828135:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302653696 00000100:00100000:0.0:1746137559.828139:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302653696 00010000:00010000:0.0:1746137559.828156:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f63d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ecf expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.828183:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17649 00000100:00100000:0.0:1746137559.828188:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302653696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137559.828195:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137559.828212:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f63d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ecf expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.828222:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f63d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ecf expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.828237:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f63d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ecf expref: 6 pid: 24924 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.828552:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.828554:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.828560:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f63dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ed6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.828567:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f63dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ed6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.828587:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f63dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ed6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.828597:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f63dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ed6 expref: 89 pid: 24924 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.828608:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292842496:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137559.829391:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137559.831256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831295:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.831434:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292842496:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.831450:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.831483:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302653696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3294us (4087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.831493:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17649 00000100:00100000:0.0:1746137559.832702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.837026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.841366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.841466:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302655232 00000100:00100000:1.0:1746137559.841475:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302655232 00002000:00100000:1.0:1746137559.841518:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517100 x1830957302655232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.841528:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517100 with x1830957302655232 ext(0->4095) 00002000:00010000:1.0:1746137559.841533:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073517100 00000100:00100000:1.0:1746137559.841565:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13863 00000100:00100000:1.0:1746137559.841572:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302655232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137559.841713:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302655232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.841720:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13863 00002000:00100000:1.0:1746137559.841726:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517100 x1830957302655232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.841732:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517100 with x1830957302655232 ext(0->4095) 00002000:00010000:1.0:1746137559.841735:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073517100 00000100:00100000:0.0:1746137559.845029:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.850111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.853278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.855483:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d265500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292842880:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.855501:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.855540:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302655488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5218us (5431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.855549:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17651 00000100:00100000:0.0:1746137559.859628:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.859729:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302656000 00000100:00100000:1.0:1746137559.859736:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302656000 00000100:00100000:1.0:1746137559.860142:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29887 00000100:00100000:1.0:1746137559.860149:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1731:x1830957302656000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137559.860165:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137559.860179:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7ef2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.860200:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.860205:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 91 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.860210:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137559.860213:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.860241:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 91 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.860250:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.860258:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137559.860300:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957302656000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.860306:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29887 00000100:00100000:0.0:1746137559.860975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.864965:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302656384 00000100:00100000:1.0:1746137559.864974:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302656384 00002000:00100000:1.0:1746137559.865017:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957302656384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/0 e 0 to 0 dl 1746137570 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.865027:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957302656384 ext(0->4095) 00010000:00010000:1.0:1746137559.865036:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.865049:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.865061:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036df80 00000100:00100000:1.0:1746137559.865093:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2871 00000100:00100000:1.0:1746137559.865100:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957302656384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137559.865243:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957302656384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137559.865250:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2871 00002000:00100000:1.0:1746137559.865256:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957302656384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:750/0 lens 488/4536 e 0 to 0 dl 1746137570 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137559.865264:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957302656384 ext(0->4095) 00010000:00010000:1.0:1746137559.865268:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.865277:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00002000:00010000:1.0:1746137559.865283:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036df80 00000100:00100000:0.0:1746137559.865498:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d265500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292843264:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.865519:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.865542:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302656128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4308us (4566us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.865550:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17652 00000100:00100000:0.0:1746137559.868025:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302656512 00000100:00100000:0.0:1746137559.868033:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302656512 00010000:00010000:0.0:1746137559.868065:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00000100:00100000:0.0:1746137559.868101:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17653 00000100:00100000:0.0:1746137559.868109:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2008:x1830957302656512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137559.868122:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137559.868142:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.868152:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.868171:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f63f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7eeb expref: 90 pid: 9556 timeout: 752 lvb_type: 0 00010000:00010000:0.0:1746137559.868198:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.868200:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137559.868206:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.868213:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137559.868243:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137559.868259:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292843392:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137559.868338:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.871075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.871180:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb83480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292843392:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137559.871199:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137559.871245:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2008:x1830957302656512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3136us (3335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137559.871256:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17653 00000100:00100000:1.0:1746137559.874294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.877967:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.878004:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302657024 00000100:00100000:1.0:1746137559.878015:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302657024 00010000:00010000:1.0:1746137559.878047:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00000100:00100000:1.0:1746137559.878086:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17654 00000100:00100000:1.0:1746137559.878094:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302657024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137559.878108:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137559.878126:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.878136:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.878157:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f63f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef2 expref: 89 pid: 16986 timeout: 752 lvb_type: 0 00010000:00010000:1.0:1746137559.878196:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.878198:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137559.878205:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f63ff lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef9 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.878212:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef9 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137559.878241:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f63ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ef9 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137559.878253:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292843648:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137559.878319:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137559.881761:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.883238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.886557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.888643:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.903025:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.906634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.909603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.927566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.928798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.940062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.944741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.951801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.956267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.961022:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.965400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.966365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.968400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.973531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.979250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137559.988677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137559.997263:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957292845440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137559.997321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137559.997396:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292845440 00000100:00100000:1.0:1746137559.997405:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292845440 00000100:00100000:1.0:1746137559.997956:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1746137559.997967:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292845440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746137559.997991:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 371538752 pending 1204224 free 3922391040 avail 3690868736 00000100:00100000:1.0:1746137559.998053:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957292845440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137559.998058:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1746137560.001320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.002323:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+93:2008:x1830957302660736:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 760us (1010us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746137560.002331:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2877 00002000:00100000:0.0:1746137560.002336:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880099434380 x1830957302660736/t4294972215(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.002344:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957302660736 ext(0->7) 00010000:00010000:0.0:1746137560.002349:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f23 expref: 93 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.002358:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f23 expref: 93 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.002364:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434380 00000100:00100000:0.0:1746137560.012700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.012741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.014181:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292845824 00000100:00100000:1.0:1746137560.014186:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292845824 00000100:00100000:1.0:1746137560.014224:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1746137560.014230:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957292845824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746137560.014245:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 379976512 pending 1232896 free 3922391040 avail 3690868736 00000100:00100000:1.0:1746137560.014288:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957292845824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.014293:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1746137560.017284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.017361:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302661248 00000100:00100000:1.0:1746137560.017368:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302661248 00002000:00100000:1.0:1746137560.017405:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435f80 x1830957302661248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.017415:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435f80 with x1830957302661248 ext(0->4095) 00010000:00010000:1.0:1746137560.017422:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6430 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f2a expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.017435:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6430 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f2a expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.017442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435f80 00000100:00100000:1.0:1746137560.017470:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2878 00000100:00100000:1.0:1746137560.017476:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302661248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.017588:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302661248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.017594:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2878 00002000:00100000:1.0:1746137560.017598:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435f80 x1830957302661248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.017605:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435f80 with x1830957302661248 ext(0->4095) 00010000:00010000:1.0:1746137560.017609:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6430 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f2a expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.017630:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6430 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f2a expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.017635:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435f80 00000100:00100000:0.0:1746137560.023833:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.029980:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.033752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.038669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.040650:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2005:x1830957302661888:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1060us (1987us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746137560.040659:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2879 00002000:00100000:0.0:1746137560.040668:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c352680 x1830957302661888/t4294972216(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.040682:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352680 with x1830957302661888 ext(0->7) 00010000:00010000:0.0:1746137560.040689:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f31 expref: 95 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.040701:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f31 expref: 95 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.040707:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352680 00000100:00100000:0.0:1746137560.043086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.048464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.048672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.048688:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302662272 00000100:00100000:1.0:1746137560.048697:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302662272 00002000:00100000:1.0:1746137560.048739:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4b800 x1830957302662272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.048750:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b800 with x1830957302662272 ext(0->4095) 00002000:00010000:1.0:1746137560.048755:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4b800 00000100:00100000:1.0:1746137560.048777:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13869 00000100:00100000:1.0:1746137560.048792:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302662272:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137560.048952:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302662272:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.048959:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13869 00002000:00100000:1.0:1746137560.048965:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4b800 x1830957302662272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.048972:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b800 with x1830957302662272 ext(0->4095) 00010000:00010000:1.0:1746137560.048977:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f643e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f38 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.048985:0:9562:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f643e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f38 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137560.048991:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4b800 00000100:00100000:0.0:1746137560.050503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.050797:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302662528 00000100:00100000:1.0:1746137560.050808:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302662528 00000100:00100000:1.0:1746137560.050854:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29899 00000100:00100000:1.0:1746137560.050864:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1731:x1830957302662528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.050876:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.050888:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f46 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.051137:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.051143:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 97 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.051153:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.051156:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f46 expref: 97 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.051182:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 97 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.051193:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f46 expref: 97 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.051202:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:1.0:1746137560.051570:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+97:1731:x1830957302662528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 709us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.051577:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29899 00000100:00100000:0.0:1746137560.051687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.055307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.055372:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302662912 00000100:00100000:0.0:1746137560.055378:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302662912 00002000:00100000:0.0:1746137560.055416:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419180 x1830957302662912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.055427:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419180 with x1830957302662912 ext(0->4095) 00010000:00010000:0.0:1746137560.055435:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 96 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.055447:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 96 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.055453:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419180 00000100:00100000:0.0:1746137560.055468:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2880 00000100:00100000:0.0:1746137560.055476:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2005:x1830957302662912:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137560.055600:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2005:x1830957302662912:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (296us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.055606:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2880 00002000:00100000:0.0:1746137560.055611:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419180 x1830957302662912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.055629:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419180 with x1830957302662912 ext(0->4095) 00010000:00010000:0.0:1746137560.055634:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 96 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.055642:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f3f expref: 96 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.055648:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419180 00000100:00100000:0.0:1746137560.058296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.061776:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.061831:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302663296 00000100:00100000:1.0:1746137560.061838:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302663296 00002000:00100000:1.0:1746137560.061871:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352a680 x1830957302663296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.061886:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352a680 with x1830957302663296 ext(0->4095) 00002000:00010000:1.0:1746137560.061891:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352a680 00000100:00100000:1.0:1746137560.061913:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13870 00000100:00100000:1.0:1746137560.061919:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2005:x1830957302663296:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.062107:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2005:x1830957302663296:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.062115:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13870 00002000:00100000:1.0:1746137560.062120:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352a680 x1830957302663296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.062127:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352a680 with x1830957302663296 ext(0->4095) 00002000:00010000:1.0:1746137560.062130:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352a680 00000100:00100000:0.0:1746137560.063552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.063599:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302663424 00000100:00100000:1.0:1746137560.063605:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302663424 00000100:00100000:1.0:1746137560.063657:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29900 00000100:00100000:1.0:1746137560.063664:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302663424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.063675:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.063690:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f4d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.063715:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f46 expref: 94 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.063722:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.063724:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.063727:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f4d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.063753:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f46 expref: 94 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.063764:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f644c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f46 expref: 94 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.063780:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292846848:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.063857:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.065827:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292846848:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.065892:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f4d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.065910:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137560.065979:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302663424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2314us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.065987:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29900 00000100:00100000:0.0:1746137560.066705:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.071089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.071198:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302663808 00000100:00100000:1.0:1746137560.071206:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302663808 00002000:00100000:1.0:1746137560.071241:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957302663808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.071251:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957302663808 ext(0->4095) 00002000:00010000:1.0:1746137560.071255:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:1.0:1746137560.071271:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13871 00000100:00100000:1.0:1746137560.071278:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302663808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.071400:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302663808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.071406:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13871 00002000:00100000:1.0:1746137560.071411:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957302663808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.071424:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957302663808 ext(0->4095) 00002000:00010000:1.0:1746137560.071427:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:0.0:1746137560.074719:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.074893:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302663936 00000100:00100000:1.0:1746137560.074903:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302663936 00000100:00100000:1.0:1746137560.074998:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29901 00000100:00100000:1.0:1746137560.075006:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:1730:x1830957302663936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.075023:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.075038:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f54 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.075065:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f4d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.075072:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.075073:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.075077:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 95 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.075105:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f4d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.075115:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6453 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f4d expref: 5 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.075126:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847104:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.075209:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.075873:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.077073:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847104:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.077088:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.077097:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:1.0:1746137560.077444:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1730:x1830957302663936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2437us (2732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.077450:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29901 00000100:00100000:0.0:1746137560.078011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.081291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.081351:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302664448 00000100:00100000:1.0:1746137560.081359:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302664448 00002000:00100000:1.0:1746137560.081400:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957302664448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.081408:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957302664448 ext(0->4095) 00010000:00010000:1.0:1746137560.081416:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 96 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.081427:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 96 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.081434:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1f800 00000100:00100000:1.0:1746137560.081453:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2881 00000100:00100000:1.0:1746137560.081459:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2005:x1830957302664448:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.081566:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:2005:x1830957302664448:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.081571:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2881 00002000:00100000:1.0:1746137560.081577:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957302664448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.081583:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957302664448 ext(0->4095) 00010000:00010000:1.0:1746137560.081587:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 96 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.081595:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f645a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f54 expref: 96 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.081600:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1f800 00000100:00100000:0.0:1746137560.083730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.085469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.085515:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302664832 00000100:00100000:1.0:1746137560.085521:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302664832 00002000:00100000:1.0:1746137560.085551:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957302664832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.085562:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957302664832 ext(0->4095) 00002000:00010000:1.0:1746137560.085565:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957b80 00000100:00100000:1.0:1746137560.085594:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13872 00000100:00100000:1.0:1746137560.085601:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2007:x1830957302664832:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137560.085747:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2007:x1830957302664832:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.085752:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13872 00002000:00100000:1.0:1746137560.085757:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957302664832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.085763:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957302664832 ext(0->4095) 00002000:00010000:1.0:1746137560.085767:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957b80 00000100:00100000:0.0:1746137560.090626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.090681:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302664960 00000100:00100000:1.0:1746137560.090690:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302664960 00000100:00100000:1.0:1746137560.090749:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29903 00000100:00100000:1.0:1746137560.090757:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302664960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.090774:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.090790:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f62 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.090820:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6461 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f5b expref: 94 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.090826:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.090828:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.090831:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.090859:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6461 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f5b expref: 94 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.090870:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f5b expref: 94 pid: 9556 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.090882:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847616:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.091078:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.093290:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847616:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.093317:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.093332:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137560.093388:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302664960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.093395:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29903 00000100:00100000:0.0:1746137560.093848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.096135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.096217:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302665216 00000100:00100000:1.0:1746137560.096225:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302665216 00000100:00100000:1.0:1746137560.096278:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29904 00000100:00100000:1.0:1746137560.096286:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302665216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.096303:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.096317:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f646f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f69 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.096341:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.096347:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.096349:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.096352:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f646f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f69 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.096378:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.096388:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 5 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.096404:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847872:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.097642:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.098395:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2882 00000100:00100000:1.0:1746137560.098402:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302665472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.099000:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302665472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 596us (989us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.099007:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2882 00002000:00100000:1.0:1746137560.099014:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7100 x1830957302665472/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.099021:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957302665472 ext(0->4095) 00010000:00010000:1.0:1746137560.099026:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.099034:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6468 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f62 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.099040:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7100 00000100:00100000:1.0:1746137560.100426:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f418000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292847872:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.100448:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f646f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f69 expref: 95 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.100461:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:1.0:1746137560.100504:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302665216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4219us (4378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.100512:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29904 00000100:00100000:0.0:1746137560.100991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.101047:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302665600 00000100:00100000:1.0:1746137560.101052:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302665600 00000100:00100000:1.0:1746137560.101088:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29905 00000100:00100000:1.0:1746137560.101094:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302665600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.101105:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.101116:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6476 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f70 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.101133:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.101138:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f646f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f69 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.101143:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.101146:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6476 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f70 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.101172:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f646f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f69 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.101180:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6476 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f70 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.101186:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763800, rc 0) 00000100:00100000:1.0:1746137560.101205:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1731:x1830957302665600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.101211:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29905 00000100:00100000:0.0:1746137560.101657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.104717:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.109580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.113334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.115454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.120592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.124478:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+97:2006:x1830957302666624:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3577us (3884us total) trans 4294972217 rc 0/0 00000100:00100000:0.0:1746137560.124490:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2884 00002000:00100000:0.0:1746137560.124501:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814e00 x1830957302666624/t4294972217(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.124510:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957302666624 ext(0->7) 00010000:00010000:0.0:1746137560.124521:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f70 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.124535:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6476 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f70 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.124542:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814e00 00000100:00100000:0.0:1746137560.130359:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.134261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.134314:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302667008 00000100:00100000:0.0:1746137560.134319:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302667008 00002000:00100000:0.0:1746137560.134354:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957302667008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.134370:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957302667008 ext(0->4095) 00002000:00010000:0.0:1746137560.134375:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:0.0:1746137560.134389:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13874 00000100:00100000:0.0:1746137560.134396:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302667008:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137560.134503:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302667008:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.134509:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13874 00002000:00100000:0.0:1746137560.134515:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957302667008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.134522:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957302667008 ext(0->4095) 00002000:00010000:0.0:1746137560.134524:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:0.0:1746137560.138186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.143263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.143556:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302667264 00000100:00100000:1.0:1746137560.143569:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302667264 00000100:00100000:1.0:1746137560.143640:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29908 00000100:00100000:1.0:1746137560.143649:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+98:1730:x1830957302667264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.143666:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.143681:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7f85 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.143705:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.143711:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6484 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f7e expref: 99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.143717:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.143719:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.143755:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6484 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f7e expref: 99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.143767:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.143777:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:1.0:1746137560.143831:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+99:1730:x1830957302667264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.143838:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29908 00000100:00100000:0.0:1746137560.144391:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.147693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.152402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.152490:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.159721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.160349:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302668160 00000100:00100000:1.0:1746137560.160357:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302668160 00002000:00100000:1.0:1746137560.160391:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2d80 x1830957302668160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.160399:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2d80 with x1830957302668160 ext(0->4095) 00010000:00010000:1.0:1746137560.160406:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.160418:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.160424:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa2d80 00000100:00100000:1.0:1746137560.160451:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2886 00000100:00100000:1.0:1746137560.160457:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+97:2005:x1830957302668160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.160554:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+97:2005:x1830957302668160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.160560:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2886 00002000:00100000:1.0:1746137560.160565:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2d80 x1830957302668160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.160572:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2d80 with x1830957302668160 ext(0->4095) 00010000:00010000:1.0:1746137560.160576:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.160585:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7f85 expref: 97 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.160590:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa2d80 00000100:00100000:0.0:1746137560.164084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.164127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.169668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.174242:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.180324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.185236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.195603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.195664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.203569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.212182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.216298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.233404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.259034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.269334:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+99:2005:x1830957302670336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 9656us (10297us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746137560.269347:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2889 00002000:00100000:0.0:1746137560.269359:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800730f0380 x1830957302670336/t4294972218(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.269369:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0380 with x1830957302670336 ext(0->7) 00010000:00010000:0.0:1746137560.269379:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f64a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fa1 expref: 99 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.269395:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f64a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fa1 expref: 99 pid: 16986 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.269402:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f0380 00000100:00100000:0.0:1746137560.271781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000001:00080000:0.0:1746137560.273707:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972218 is committed 00000100:00100000:1.0:1746137560.273959:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.276644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.278275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.280701:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.280770:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302671232 00000100:00100000:1.0:1746137560.280777:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302671232 00002000:00100000:1.0:1746137560.280819:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3800 x1830957302671232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.280827:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3800 with x1830957302671232 ext(0->4095) 00002000:00010000:1.0:1746137560.280831:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3800 00000100:00100000:1.0:1746137560.280861:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13877 00000100:00100000:1.0:1746137560.280867:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957302671232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.281008:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957302671232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.281014:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13877 00002000:00100000:1.0:1746137560.281019:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3800 x1830957302671232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.281025:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3800 with x1830957302671232 ext(0->4095) 00002000:00010000:1.0:1746137560.281028:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3800 00000100:00100000:0.0:1746137560.283299:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.286999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.292432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.294772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.298638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.299030:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.303112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.305322:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.308311:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.310921:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.313730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.317040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.319991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.320687:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.322647:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.327233:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.332683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.336514:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.339924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.343361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.346587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.347176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.347499:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302674816 00000100:00100000:1.0:1746137560.347503:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302674816 00002000:00100000:1.0:1746137560.347527:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7b80 x1830957302674816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.347536:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957302674816 ext(0->4095) 00010000:00010000:1.0:1746137560.347541:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f64e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe0 expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.347554:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f64e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe0 expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.347559:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7b80 00000100:00100000:1.0:1746137560.347578:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2894 00000100:00100000:1.0:1746137560.347583:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302674816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.347686:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302674816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (1103us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.347691:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2894 00002000:00100000:1.0:1746137560.347695:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7b80 x1830957302674816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.347702:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957302674816 ext(0->4095) 00010000:00010000:1.0:1746137560.347706:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f64e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe0 expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.347714:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f64e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe0 expref: 6 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.347719:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7b80 00000100:00100000:0.0:1746137560.351360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.351442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.351520:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302675072 00000100:00100000:1.0:1746137560.351524:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302675072 00000100:00100000:1.0:1746137560.351552:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29923 00000100:00100000:1.0:1746137560.351557:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302675072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.351571:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.351585:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f64f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f7fee expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.351774:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.351779:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f64ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe7 expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.351785:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.351789:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f64f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fee expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.352149:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f64ed lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe7 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.352157:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f64ed lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fe7 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.352166:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292852736:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.352237:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.355241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.355680:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292852736:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.355698:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f64f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7fee expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.355710:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:1.0:1746137560.355766:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302675072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4208us (4413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.355772:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29923 00000100:00100000:0.0:1746137560.358214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.365785:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302675840 00000100:00100000:0.0:1746137560.365791:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302675840 00002000:00100000:0.0:1746137560.365827:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957302675840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.365836:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957302675840 ext(0->4095) 00002000:00010000:0.0:1746137560.365841:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81500 00000100:00100000:0.0:1746137560.365856:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13881 00000100:00100000:0.0:1746137560.365861:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957302675840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137560.365994:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957302675840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.366000:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13881 00002000:00100000:0.0:1746137560.366006:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957302675840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.366013:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957302675840 ext(0->4095) 00002000:00010000:0.0:1746137560.366016:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81500 00000100:00100000:0.0:1746137560.367558:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.367651:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302675968 00000100:00100000:1.0:1746137560.367659:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302675968 00000100:00100000:0.0:1746137560.370666:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.375411:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.375755:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.378422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.379059:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302676608 00000100:00100000:1.0:1746137560.379066:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302676608 00000100:00100000:1.0:1746137560.379100:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29926 00000100:00100000:1.0:1746137560.379105:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302676608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.379120:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.379136:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8003 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.379157:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.379161:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6502 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ffc expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.379167:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.379170:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8003 expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.379192:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6502 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f7ffc expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.379199:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8003 expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.379206:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:1.0:1746137560.379839:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302676608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 732us (1418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.379845:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29926 00000100:00100000:0.0:1746137560.380056:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.383069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.387318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.391325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.394543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.394680:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302677504 00000100:00100000:1.0:1746137560.394687:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302677504 00000100:00100000:1.0:1746137560.394717:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29927 00000100:00100000:1.0:1746137560.394723:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302677504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.394736:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.394751:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f800a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.394775:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8003 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.394781:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.394783:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.394786:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f800a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.394809:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8003 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.394820:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f6509 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8003 expref: 5 pid: 16986 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.394829:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f419c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292853760:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.394902:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.396992:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f419c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292853760:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.397014:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f800a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.397033:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:1.0:1746137560.397070:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302677504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2347us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.397078:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29927 00000100:00100000:0.0:1746137560.397327:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.401837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.403563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.403625:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302678016 00000100:00100000:0.0:1746137560.403629:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302678016 00000100:00100000:0.0:1746137560.403658:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29928 00000100:00100000:0.0:1746137560.403662:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:1730:x1830957302678016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137560.403676:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137560.403691:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f6517 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8011 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.403714:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f800a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.403720:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137560.403721:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137560.403724:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f6517 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8011 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.403747:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f800a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.403757:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f6510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f800a expref: 5 pid: 16986 timeout: 753 lvb_type: 0 00000100:00100000:0.0:1746137560.403766:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292854016:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137560.403827:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.406973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.407015:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302678144 00000100:00100000:1.0:1746137560.407022:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302678144 00000100:00100000:1.0:1746137560.407062:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29929 00000100:00100000:1.0:1746137560.407068:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302678144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.407081:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.407096:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f651e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8018 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.407119:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.407124:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f6517 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8011 expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.407129:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.407132:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f651e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8018 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.407161:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007360f800/0x95b3ed7b846f6517 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8011 expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.407173:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f651e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8018 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.407187:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137560.407223:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1731:x1830957302678144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.407233:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29929 00000100:00100000:0.0:1746137560.407872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.410280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.415266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.418674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.420806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.424879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.428812:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.428982:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302679424 00000100:00100000:1.0:1746137560.428988:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302679424 00002000:00100000:1.0:1746137560.429028:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957302679424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.429036:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957302679424 ext(0->4095) 00002000:00010000:1.0:1746137560.429041:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39880 00000100:00100000:1.0:1746137560.429069:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13886 00000100:00100000:1.0:1746137560.429076:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302679424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.429187:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302679424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.429193:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13886 00002000:00100000:1.0:1746137560.429198:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957302679424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.429205:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957302679424 ext(0->4095) 00002000:00010000:1.0:1746137560.429207:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39880 00000100:00100000:0.0:1746137560.429819:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.432170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.433601:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.437229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.437323:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302680064 00000100:00100000:1.0:1746137560.437330:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302680064 00002000:00100000:1.0:1746137560.437365:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957302680064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.437380:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957302680064 ext(0->4095) 00010000:00010000:1.0:1746137560.437387:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8026 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.437400:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8026 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.437406:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1f480 00000100:00100000:1.0:1746137560.437437:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2898 00000100:00100000:1.0:1746137560.437443:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302680064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.437562:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302680064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.437568:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2898 00002000:00100000:1.0:1746137560.437573:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957302680064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.437581:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957302680064 ext(0->4095) 00010000:00010000:1.0:1746137560.437585:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8026 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.437593:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f652c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8026 expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.437598:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1f480 00000100:00100000:0.0:1746137560.440216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.444575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.447162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.450122:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.453306:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302680960 00000100:00100000:1.0:1746137560.453312:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302680960 00002000:00100000:1.0:1746137560.453342:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957302680960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.453351:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957302680960 ext(0->4095) 00002000:00010000:1.0:1746137560.453355:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:1.0:1746137560.453375:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13888 00000100:00100000:1.0:1746137560.453381:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302680960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.453490:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302680960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.453679:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13888 00002000:00100000:1.0:1746137560.453685:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957302680960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.453692:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957302680960 ext(0->4095) 00002000:00010000:1.0:1746137560.453695:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:0.0:1746137560.454518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.454677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.454732:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302681216 00000100:00100000:1.0:1746137560.454736:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302681216 00000100:00100000:1.0:1746137560.454756:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29935 00000100:00100000:1.0:1746137560.454761:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302681216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.454769:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.454775:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6548 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8042 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.454786:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.454790:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.454799:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.454802:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6548 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8042 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.454818:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.454828:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f6548 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8042 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.454836:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137560.454854:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1731:x1830957302681216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.454859:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29935 00000100:00100000:0.0:1746137560.457822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.461721:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302681600 00000100:00100000:1.0:1746137560.461727:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302681600 00002000:00100000:1.0:1746137560.461766:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957302681600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.461775:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957302681600 ext(0->4095) 00010000:00010000:1.0:1746137560.461782:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.461794:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.461800:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6300 00000100:00100000:1.0:1746137560.461817:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2899 00000100:00100000:1.0:1746137560.461824:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957302681600:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.462160:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957302681600:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 336us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.462167:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2899 00002000:00100000:1.0:1746137560.462173:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957302681600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.462180:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957302681600 ext(0->4095) 00010000:00010000:1.0:1746137560.462184:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.462192:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6541 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f803b expref: 7 pid: 9556 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.462197:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6300 00000100:00100000:0.0:1746137560.464246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.468095:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.468162:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302681984 00000100:00100000:1.0:1746137560.468167:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302681984 00002000:00100000:1.0:1746137560.468199:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816300 x1830957302681984/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.468207:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816300 with x1830957302681984 ext(0->4095) 00002000:00010000:1.0:1746137560.468211:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816300 00000100:00100000:1.0:1746137560.468238:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13889 00000100:00100000:1.0:1746137560.468243:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957302681984:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137560.468355:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957302681984:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.468362:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13889 00002000:00100000:1.0:1746137560.468367:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816300 x1830957302681984/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.468373:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816300 with x1830957302681984 ext(0->4095) 00002000:00010000:1.0:1746137560.468376:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816300 00000100:00100000:0.0:1746137560.470464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.473689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.476811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.478779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.483105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.483552:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302682752 00000100:00100000:1.0:1746137560.483560:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302682752 00000100:00100000:1.0:1746137560.483620:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29938 00000100:00100000:1.0:1746137560.483627:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302682752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.483643:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.483661:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8057 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.483685:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.483690:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6556 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8050 expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.483695:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.483698:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8057 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.483728:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6556 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8050 expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.484082:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8057 expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.484094:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:1.0:1746137560.484109:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302682752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 484us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.484114:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29938 00000100:00100000:0.0:1746137560.485417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.494108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.499528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.503051:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.505460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.505639:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302683648 00000100:00100000:1.0:1746137560.505646:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302683648 00000100:00100000:1.0:1746137560.505700:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29939 00000100:00100000:1.0:1746137560.505707:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302683648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.505722:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.505741:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f805e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.505770:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8057 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.505777:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.505779:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.505783:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f805e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.505812:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8057 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.505822:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8057 expref: 5 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.505839:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292856832:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.505918:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.509540:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.509555:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f41a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292856832:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.509583:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f805e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.509601:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763800, rc 0) 00000100:00100000:1.0:1746137560.509652:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302683648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3946us (4198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.509665:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29939 00000100:00100000:0.0:1746137560.516123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.516173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.516212:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302684160 00000100:00100000:1.0:1746137560.516218:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302684160 00000100:00100000:1.0:1746137560.516389:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29940 00000100:00100000:1.0:1746137560.516395:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:1730:x1830957302684160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.516407:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.516421:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8065 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.516442:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f805e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.516448:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.516450:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.516453:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.516480:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f805e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.516489:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763800/0x95b3ed7b846f6564 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f805e expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.516498:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292857088:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.517222:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.521763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.521863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.522380:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f41a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292857088:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.522396:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.522406:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:1.0:1746137560.522422:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1730:x1830957302684160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6027us (6249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.522428:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29940 00000100:00100000:1.0:1746137560.526431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.526479:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302684672 00000100:00100000:1.0:1746137560.526486:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302684672 00002000:00100000:1.0:1746137560.526525:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957302684672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.526535:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957302684672 ext(0->4095) 00010000:00010000:1.0:1746137560.526543:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.526561:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.526567:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41a300 00000100:00100000:1.0:1746137560.529466:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2901 00000100:00100000:1.0:1746137560.529476:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302684672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.529572:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302684672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (3150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.529577:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2901 00002000:00100000:1.0:1746137560.529583:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957302684672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.529591:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957302684672 ext(0->4095) 00010000:00010000:1.0:1746137560.529598:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.529609:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f656b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8065 expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.529627:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41a300 00000100:00100000:0.0:1746137560.531589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.535209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.538501:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.538570:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302685184 00000100:00100000:1.0:1746137560.538576:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302685184 00000100:00100000:1.0:1746137560.538624:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29942 00000100:00100000:1.0:1746137560.538630:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302685184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.538642:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.538657:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8073 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.538679:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6572 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f806c expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.538685:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.538686:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.538689:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.538713:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6572 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f806c expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.538723:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f806c expref: 5 pid: 9556 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.538734:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292857600:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.538797:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.540300:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f419f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292857600:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.540320:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.540334:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137560.540373:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302685184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.540384:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29942 00000100:00100000:0.0:1746137560.542345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.546720:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.546820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.548131:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302685696 00000100:00100000:1.0:1746137560.548136:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302685696 00002000:00100000:1.0:1746137560.548163:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528000 x1830957302685696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.548172:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528000 with x1830957302685696 ext(0->4095) 00010000:00010000:1.0:1746137560.548177:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.548187:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.548191:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528000 00000100:00100000:1.0:1746137560.548262:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2902 00000100:00100000:1.0:1746137560.548269:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302685696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.549142:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302685696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 871us (2319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.549148:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2902 00002000:00100000:1.0:1746137560.549155:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528000 x1830957302685696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.549162:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528000 with x1830957302685696 ext(0->4095) 00010000:00010000:1.0:1746137560.549167:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.549175:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6579 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8073 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.549180:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528000 00000100:00100000:0.0:1746137560.551732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.557950:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.562233:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.562293:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302686208 00000100:00100000:1.0:1746137560.562300:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302686208 00002000:00100000:1.0:1746137560.562336:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957302686208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.562345:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957302686208 ext(0->4095) 00010000:00010000:1.0:1746137560.562352:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f6580 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f807a expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.562362:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f6580 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f807a expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.562368:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:1.0:1746137560.562393:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2903 00000100:00100000:1.0:1746137560.562398:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302686208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.562513:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302686208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.562519:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2903 00002000:00100000:1.0:1746137560.562523:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957302686208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.562530:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957302686208 ext(0->4095) 00010000:00010000:1.0:1746137560.562534:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f6580 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f807a expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.562542:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f6580 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f807a expref: 7 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.562551:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:0.0:1746137560.568324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.579550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.587920:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302686848 00000100:00100000:0.0:1746137560.587926:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302686848 00002000:00100000:0.0:1746137560.588561:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5180 x1830957302686848/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.588569:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957302686848 ext(0->7) 00010000:00010000:0.0:1746137560.588575:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8081 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.588585:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8081 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.588591:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:0.0:1746137560.588626:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2904 00000100:00100000:0.0:1746137560.588632:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957302686848:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137560.590203:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957302686848:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1566us (2297us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746137560.590211:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2904 00002000:00100000:0.0:1746137560.590219:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5180 x1830957302686848/t4294972219(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.590227:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957302686848 ext(0->7) 00010000:00010000:0.0:1746137560.590234:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8081 expref: 8 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.590246:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8081 expref: 8 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.590251:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:0.0:1746137560.593322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.600531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.604778:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.605278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.605340:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302687488 00000100:00100000:0.0:1746137560.605343:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302687488 00000100:00100000:0.0:1746137560.605377:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29947 00000100:00100000:0.0:1746137560.605383:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1730:x1830957302687488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137560.605389:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137560.605395:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f659c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8096 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.605406:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137560.605409:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.605413:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137560.605416:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f659c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8096 expref: 10 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.605434:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.605445:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f659c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8096 expref: 10 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.605453:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007360e200, rc 0) 00000100:00100000:0.0:1746137560.605489:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1730:x1830957302687488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137560.605495:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29947 00000100:00100000:0.0:1746137560.608050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.611101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.611186:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302687872 00000100:00100000:1.0:1746137560.611191:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302687872 00002000:00100000:1.0:1746137560.611221:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957302687872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.611230:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957302687872 ext(0->4095) 00010000:00010000:1.0:1746137560.611238:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 9 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.611250:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 9 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.611256:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5180 00000100:00100000:1.0:1746137560.611283:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2905 00000100:00100000:1.0:1746137560.611294:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302687872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137560.612038:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302687872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 747us (936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.612044:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2905 00002000:00100000:1.0:1746137560.612049:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957302687872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.612057:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957302687872 ext(0->4095) 00010000:00010000:1.0:1746137560.612062:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 9 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.612072:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f6595 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f808f expref: 9 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.612077:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5180 00000100:00100000:0.0:1746137560.614344:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.614571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.617489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.620201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.620399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.624320:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.627427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.630925:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.633101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.637643:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.641835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.641924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.645764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.646484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.648595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.651661:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.656138:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.658592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.663770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.670000:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.674041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.677294:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.687183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.699607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.700363:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957302692096:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 606us (755us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746137560.700369:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2910 00002000:00100000:0.0:1746137560.700374:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cce00 x1830957302692096/t4294972220(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.700381:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cce00 with x1830957302692096 ext(0->7) 00010000:00010000:0.0:1746137560.700384:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80c7 expref: 10 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.700392:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80c7 expref: 10 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.700397:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cce00 00000100:00100000:0.0:1746137560.706149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.716391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.718258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.720266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.721647:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302692736 00000100:00100000:1.0:1746137560.721658:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302692736 00000100:00100000:1.0:1746137560.721694:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29957 00000100:00100000:1.0:1746137560.721700:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1731:x1830957302692736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.721714:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.721729:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f65e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f80dc expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.721749:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.721753:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.721758:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.721761:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f65e2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80dc expref: 12 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.721793:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.721804:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f65e2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80dc expref: 12 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.721823:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137560.721861:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1731:x1830957302692736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.721866:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29957 00000100:00100000:1.0:1746137560.722759:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.725270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.725359:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302693120 00000100:00100000:1.0:1746137560.725364:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302693120 00002000:00100000:1.0:1746137560.725396:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957302693120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.725404:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957302693120 ext(0->4095) 00010000:00010000:1.0:1746137560.725411:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.725422:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.725428:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:1.0:1746137560.725454:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2911 00000100:00100000:1.0:1746137560.725459:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2008:x1830957302693120:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137560.725554:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2008:x1830957302693120:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.725559:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2911 00002000:00100000:1.0:1746137560.725564:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957302693120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.725575:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957302693120 ext(0->4095) 00010000:00010000:1.0:1746137560.725578:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.725587:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f65db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80d5 expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.725592:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:0.0:1746137560.727438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.733337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.733648:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302693504 00000100:00100000:1.0:1746137560.733656:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302693504 00002000:00100000:1.0:1746137560.733694:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdf80 x1830957302693504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.733702:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdf80 with x1830957302693504 ext(0->4095) 00002000:00010000:1.0:1746137560.733707:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cdf80 00000100:00100000:1.0:1746137560.733776:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13901 00000100:00100000:1.0:1746137560.733784:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957302693504:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137560.733914:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957302693504:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (583us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.733920:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13901 00002000:00100000:1.0:1746137560.733925:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdf80 x1830957302693504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.733931:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdf80 with x1830957302693504 ext(0->4095) 00002000:00010000:1.0:1746137560.733933:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cdf80 00000100:00100000:0.0:1746137560.736567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.741229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.743645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.744365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.749121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.749193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.752898:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0798700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862080:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137560.752917:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.754064:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957302694272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4630us (4946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.754075:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17725 00000100:00100000:1.0:1746137560.754114:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2913 00000100:00100000:1.0:1746137560.754556:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957302694656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.754705:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957302694656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 584us (1430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.754711:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2913 00002000:00100000:1.0:1746137560.754718:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5f80 x1830957302694656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.754727:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957302694656 ext(0->4095) 00010000:00010000:1.0:1746137560.754735:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.754747:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.754753:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137560.758721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.759749:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302694784 00000100:00100000:1.0:1746137560.759759:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302694784 00010000:00010000:1.0:1746137560.759792:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.759824:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17726 00000100:00100000:1.0:1746137560.759831:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957302694784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.759847:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.759865:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.759875:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.759897:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f65f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ea expref: 11 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.759926:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.759928:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.759948:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.759956:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.759984:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137560.759993:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862336:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.760074:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.773053:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.773429:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862336:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.773451:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.773489:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957302694784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 13659us (14775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.773503:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17726 00000100:00100000:0.0:1746137560.777739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.783802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.794888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.794986:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302695424 00000100:00100000:1.0:1746137560.794998:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302695424 00010000:00010000:1.0:1746137560.795039:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 12 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.795083:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17727 00000100:00100000:1.0:1746137560.795091:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2008:x1830957302695424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.795104:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.795123:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 12 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.795135:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 12 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.795158:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f65f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f1 expref: 12 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.795188:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.795190:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.795198:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.795205:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.795237:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137560.795249:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862592:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.795344:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.798194:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.798583:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862592:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.798600:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.798639:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2008:x1830957302695424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3549us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.798647:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17727 00000100:00100000:0.0:1746137560.803386:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.807195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.807391:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302695936 00000100:00100000:1.0:1746137560.807399:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302695936 00000100:00100000:1.0:1746137560.807443:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29963 00000100:00100000:1.0:1746137560.807449:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957302695936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.807462:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.807477:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8106 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.807498:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.807503:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 14 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.807509:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.807512:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.807541:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 14 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.807556:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.807564:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137560.807598:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957302695936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.807603:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29963 00000100:00100000:0.0:1746137560.810116:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.811115:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302696064 00000100:00100000:1.0:1746137560.811123:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302696064 00010000:00010000:1.0:1746137560.811149:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.811180:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17728 00000100:00100000:1.0:1746137560.811187:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302696064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.811198:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.811215:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.811225:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.811246:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f65fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80f8 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.811270:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.811273:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.811279:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.811286:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.811311:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.811321:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 12 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.811330:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862976:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.811385:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.816131:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.816671:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292862976:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.816774:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.816820:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302696064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5633us (6703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.816828:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17728 00000100:00100000:0.0:1746137560.821106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.822153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.822882:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302696576 00000100:00100000:1.0:1746137560.822886:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302696576 00010000:00010000:1.0:1746137560.822903:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.822917:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17729 00000100:00100000:1.0:1746137560.822921:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302696576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.822930:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.822957:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.822966:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.822981:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6605 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f80ff expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.822991:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.822993:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.822998:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.823004:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.823023:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.823032:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 12 pid: 16986 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.823042:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863232:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.823095:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.826176:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863232:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137560.826201:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137560.826674:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.827350:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957302696576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4418us (5187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.827364:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17729 00000100:00100000:0.0:1746137560.829352:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.829570:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302696960 00000100:00100000:1.0:1746137560.829578:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302696960 00000100:00100000:1.0:1746137560.829636:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29965 00000100:00100000:1.0:1746137560.829644:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1730:x1830957302696960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.829658:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.829673:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8114 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829697:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.829703:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829709:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137560.829712:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 13 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137560.829731:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137560.829747:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829758:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 13 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829767:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137560.829805:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957302696960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.829811:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29965 00000100:00100000:1.0:1746137560.829831:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302697088 00000100:00100000:1.0:1746137560.829834:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302697088 00010000:00010000:1.0:1746137560.829845:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 13 pid: 16986 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.829863:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17730 00000100:00100000:1.0:1746137560.829867:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302697088:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.829873:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.829888:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 13 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.829897:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 13 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.829912:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f660c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8106 expref: 13 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.829957:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.829958:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.829963:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829970:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.829987:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.830001:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 5 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.830012:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863488:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.830060:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.831227:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863488:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.831242:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.831271:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957302697088:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1402us (1538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.831279:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17730 00000100:00100000:0.0:1746137560.831991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.835868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.836134:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302697472 00000100:00100000:1.0:1746137560.836143:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302697472 00010000:00010000:1.0:1746137560.836172:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.836201:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17731 00000100:00100000:1.0:1746137560.836209:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302697472:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137560.836221:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137560.836239:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.836249:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.836440:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6613 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f810d expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.836463:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.836465:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.836472:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.836479:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.836656:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137560.836669:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863616:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137560.836972:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.838158:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863616:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.838176:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137560.838424:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302697472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2214us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137560.838435:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17731 00000100:00100000:0.0:1746137560.839017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.843479:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302697984 00000100:00100000:0.0:1746137560.843486:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302697984 00010000:00010000:0.0:1746137560.843509:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 12 pid: 16986 timeout: 753 lvb_type: 0 00000100:00100000:0.0:1746137560.843587:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17732 00000100:00100000:0.0:1746137560.843595:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957302697984:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137560.843606:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137560.843633:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 12 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.843643:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 12 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.843660:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f661a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8114 expref: 12 pid: 16986 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.843900:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137560.843903:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137560.843909:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f6621 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f811b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.843921:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f6621 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f811b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.843961:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f6621 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f811b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137560.843970:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863872:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137560.844432:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.845184:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292863872:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137560.845198:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137560.845261:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957302697984:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1666us (1834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.845269:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17732 00000100:00100000:0.0:1746137560.845382:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292864000 00000100:00100000:0.0:1746137560.845387:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292864000 00000100:00100000:0.0:1746137560.845418:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1746137560.845425:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957292864000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137560.845449:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746137560.845679:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957292864000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 254us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137560.845684:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1746137560.849202:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.849282:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302698496 00000100:00100000:1.0:1746137560.849286:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302698496 00000100:00100000:1.0:1746137560.849315:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29968 00000100:00100000:1.0:1746137560.849321:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957302698496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.849328:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.849335:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f662f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8129 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.849346:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.849349:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 14 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.849355:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.849357:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f662f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8129 expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.849377:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 14 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.849387:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f662f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8129 expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.849395:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137560.849425:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957302698496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.849431:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29968 00000100:00100000:1.0:1746137560.852337:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302698624 00000100:00100000:1.0:1746137560.852343:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302698624 00010000:00010000:1.0:1746137560.852365:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f6621 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f811b expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00000100:00100000:1.0:1746137560.858628:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302698880 00000100:00100000:1.0:1746137560.858636:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302698880 00002000:00100000:1.0:1746137560.858669:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957302698880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.858684:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957302698880 ext(0->4095) 00010000:00010000:1.0:1746137560.858692:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.858704:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.858710:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4e00 00000100:00100000:1.0:1746137560.859379:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2918 00000100:00100000:1.0:1746137560.859388:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957302698880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.859507:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957302698880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.859513:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2918 00002000:00100000:1.0:1746137560.859519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957302698880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.859527:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957302698880 ext(0->4095) 00010000:00010000:1.0:1746137560.859531:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:1.0:1746137560.859540:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8122 expref: 13 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:1.0:1746137560.859546:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4e00 00000100:00100000:0.0:1746137560.863056:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302699008 00000100:00100000:0.0:1746137560.863064:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302699008 00000100:00100000:0.0:1746137560.863115:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29969 00000100:00100000:0.0:1746137560.863122:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302699008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137560.863137:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137560.863151:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8130 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.863179:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137560.863184:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f662f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8129 expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.863190:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137560.863193:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.863225:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f662f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8129 expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.863238:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.863246:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:0.0:1746137560.863294:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302699008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137560.863300:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29969 00000100:00100000:1.0:1746137560.863448:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.871315:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302699520 00000100:00100000:0.0:1746137560.871323:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302699520 00000100:00100000:0.0:1746137560.871467:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29970 00000100:00100000:0.0:1746137560.871475:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1730:x1830957302699520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137560.871490:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137560.871503:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8137 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.871528:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137560.871533:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.871537:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137560.871541:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8137 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.871572:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.871583:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8137 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137560.871591:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:0.0:1746137560.871640:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957302699520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137560.871646:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29970 00000100:00100000:0.0:1746137560.875694:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302699904 00000100:00100000:0.0:1746137560.875701:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302699904 00002000:00100000:0.0:1746137560.875731:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954000 x1830957302699904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.875740:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957302699904 ext(0->4095) 00010000:00010000:0.0:1746137560.875756:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.875773:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.875778:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:0.0:1746137560.875803:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2920 00000100:00100000:0.0:1746137560.875810:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302699904:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137560.875922:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302699904:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.875928:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2920 00002000:00100000:0.0:1746137560.875933:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954000 x1830957302699904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.876496:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957302699904 ext(0->4095) 00010000:00010000:0.0:1746137560.876503:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00010000:00010000:0.0:1746137560.876512:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f6636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8130 expref: 6 pid: 9557 timeout: 753 lvb_type: 0 00002000:00010000:0.0:1746137560.876518:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:0.0:1746137560.881041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.884452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.884549:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302700288 00000100:00100000:1.0:1746137560.884555:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302700288 00002000:00100000:1.0:1746137560.884588:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957302700288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.884597:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957302700288 ext(0->4095) 00002000:00010000:1.0:1746137560.884601:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00c700 00000100:00100000:1.0:1746137560.885220:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13906 00000100:00100000:1.0:1746137560.885228:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957302700288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.885344:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957302700288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (894us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.885350:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13906 00002000:00100000:1.0:1746137560.885355:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957302700288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.885363:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957302700288 ext(0->4095) 00002000:00010000:1.0:1746137560.885366:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00c700 00000100:00100000:0.0:1746137560.887520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.887659:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302700416 00000100:00100000:1.0:1746137560.887668:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302700416 00000100:00100000:1.0:1746137560.887716:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29971 00000100:00100000:1.0:1746137560.887727:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302700416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.887741:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.887756:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f813e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.887781:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8137 expref: 11 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.887793:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.887795:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137560.887798:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.887826:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8137 expref: 11 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.887836:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136762c00/0x95b3ed7b846f663d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8137 expref: 11 pid: 9556 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137560.887848:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292865152:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.887981:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137560.890060:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292865152:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.890085:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.890100:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137560.890135:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302700416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2408us (2622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.890143:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29971 00000100:00100000:0.0:1746137560.894166:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302700800 00000100:00100000:0.0:1746137560.894172:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302700800 00002000:00100000:0.0:1746137560.894206:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956300 x1830957302700800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.894216:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957302700800 ext(0->4095) 00002000:00010000:0.0:1746137560.894220:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956300 00000100:00100000:0.0:1746137560.894246:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13907 00000100:00100000:0.0:1746137560.894252:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302700800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137560.894362:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302700800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.894368:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13907 00002000:00100000:0.0:1746137560.894374:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956300 x1830957302700800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.894381:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957302700800 ext(0->4095) 00002000:00010000:0.0:1746137560.894384:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956300 00000100:00100000:1.0:1746137560.895427:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302700928 00000100:00100000:1.0:1746137560.895432:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302700928 00000100:00100000:1.0:1746137560.895455:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 29972 00000100:00100000:1.0:1746137560.895461:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1730:x1830957302700928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137560.895473:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137560.895487:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8145 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.895507:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.895514:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.895516:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137560.895519:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 12 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.895544:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137560.895555:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 5 pid: 9557 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137560.895566:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292865408:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137560.895786:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137560.898373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.898494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137560.899161:0:9557:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6644 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f813e expref: 6 pid: 9557 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137560.899179:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292865408:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137560.899196:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137560.899208:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137560.899215:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137560.899236:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957302700928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3775us (4360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137560.899242:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29972 00000100:00100000:0.0:1746137560.902062:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.902093:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302701440 00000100:00100000:0.0:1746137560.902100:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302701440 00002000:00100000:0.0:1746137560.902135:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00f480 x1830957302701440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.902145:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00f480 with x1830957302701440 ext(0->4095) 00010000:00010000:0.0:1746137560.902154:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137560.902166:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137560.902174:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00f480 00000100:00100000:0.0:1746137560.902192:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2921 00000100:00100000:0.0:1746137560.902200:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2007:x1830957302701440:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137560.902338:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2007:x1830957302701440:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.902344:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2921 00002000:00100000:0.0:1746137560.902351:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00f480 x1830957302701440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.902358:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00f480 with x1830957302701440 ext(0->4095) 00010000:00010000:0.0:1746137560.902362:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137560.902372:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f664b lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8145 expref: 14 pid: 9557 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137560.902378:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00f480 00000100:00100000:0.0:1746137560.905228:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.910573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.912518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.915333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.918929:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302702336 00000100:00100000:0.0:1746137560.918959:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302702336 00002000:00100000:0.0:1746137560.919001:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5f80 x1830957302702336/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.919010:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5f80 with x1830957302702336 ext(0->4095) 00002000:00010000:0.0:1746137560.919015:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e5f80 00000100:00100000:0.0:1746137560.919042:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13909 00000100:00100000:0.0:1746137560.919048:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302702336:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137560.919166:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302702336:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.919172:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13909 00002000:00100000:0.0:1746137560.919178:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5f80 x1830957302702336/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.919184:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5f80 with x1830957302702336 ext(0->4095) 00002000:00010000:0.0:1746137560.919187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e5f80 00000100:00100000:0.0:1746137560.924651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.930284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.934400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.934678:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302702976 00000100:00100000:1.0:1746137560.934685:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302702976 00002000:00100000:1.0:1746137560.934717:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c000 x1830957302702976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.934727:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c000 with x1830957302702976 ext(0->4095) 00010000:00010000:1.0:1746137560.934735:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6660 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f815a expref: 13 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137560.934746:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6660 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f815a expref: 13 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137560.934753:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00c000 00000100:00100000:1.0:1746137560.934896:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2922 00000100:00100000:1.0:1746137560.934903:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957302702976:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.935037:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957302702976:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.935046:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2922 00002000:00100000:1.0:1746137560.935051:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c000 x1830957302702976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.935059:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c000 with x1830957302702976 ext(0->4095) 00010000:00010000:1.0:1746137560.935063:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6660 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f815a expref: 13 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137560.935072:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6660 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f815a expref: 13 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137560.935078:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00c000 00000100:00100000:0.0:1746137560.937911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.942038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.942089:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302703360 00000100:00100000:1.0:1746137560.942095:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302703360 00002000:00100000:1.0:1746137560.942125:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d880 x1830957302703360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.942135:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d880 with x1830957302703360 ext(0->4095) 00002000:00010000:1.0:1746137560.942139:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00d880 00000100:00100000:1.0:1746137560.942154:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13910 00000100:00100000:1.0:1746137560.942160:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957302703360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137560.942293:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957302703360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137560.942299:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13910 00002000:00100000:1.0:1746137560.942304:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d880 x1830957302703360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137560.942316:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d880 with x1830957302703360 ext(0->4095) 00002000:00010000:1.0:1746137560.942318:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00d880 00000100:00100000:1.0:1746137560.944965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.951329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.952497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137560.955783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.958584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.962421:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.966344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.970625:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302704896 00000100:00100000:0.0:1746137560.970634:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302704896 00002000:00100000:0.0:1746137560.970674:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a680 x1830957302704896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/0 e 0 to 0 dl 1746137571 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.970685:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a680 with x1830957302704896 ext(0->4095) 00002000:00010000:0.0:1746137560.970690:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49a680 00000100:00100000:0.0:1746137560.970726:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13911 00000100:00100000:0.0:1746137560.970734:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302704896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137560.970847:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957302704896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137560.970852:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13911 00002000:00100000:0.0:1746137560.970858:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a680 x1830957302704896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 488/4536 e 0 to 0 dl 1746137571 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.970865:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a680 with x1830957302704896 ext(0->4095) 00002000:00010000:0.0:1746137560.970868:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49a680 00000100:00100000:0.0:1746137560.980520:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.985417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.987194:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2008:x1830957302705152:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1370us (1772us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746137560.987201:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2925 00002000:00100000:0.0:1746137560.987210:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f815c00 x1830957302705152/t4294972222(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:751/0 lens 496/448 e 0 to 0 dl 1746137571 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137560.988141:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957302705152 ext(0->7) 00010000:00010000:0.0:1746137560.988153:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f667c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8176 expref: 14 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137560.988168:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f667c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8176 expref: 14 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137560.988177:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815c00 00000100:00100000:0.0:1746137560.990068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.993809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137560.996689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.001242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137561.001714:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137561.008638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.012665:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.015903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.018448:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.018484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.020475:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f499f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292868224:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137561.020498:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6698 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8192 expref: 14 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.020510:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:0.0:1746137561.020549:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957302706688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1939us (2063us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.020554:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29983 00000100:00100000:0.0:1746137561.022455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.027287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.037031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.039379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.040378:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957302707328:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 813us (996us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746137561.040384:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2927 00002000:00100000:0.0:1746137561.040390:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfb4a80 x1830957302707328/t4294972223(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.040404:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4a80 with x1830957302707328 ext(0->7) 00010000:00010000:0.0:1746137561.040409:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6698 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8192 expref: 16 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.040419:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f6698 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8192 expref: 16 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.040424:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb4a80 00000100:00100000:0.0:1746137561.046494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.047766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.051284:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.051308:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302707840 00000100:00100000:0.0:1746137561.051313:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302707840 00002000:00100000:0.0:1746137561.051346:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957302707840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.051355:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957302707840 ext(0->4095) 00010000:00010000:0.0:1746137561.051362:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f669f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8199 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.051372:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f669f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8199 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.051378:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:0.0:1746137561.051394:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2928 00000100:00100000:0.0:1746137561.051401:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302707840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137561.051516:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302707840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.051521:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2928 00002000:00100000:0.0:1746137561.051526:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957302707840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.051532:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957302707840 ext(0->4095) 00010000:00010000:0.0:1746137561.051536:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f669f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8199 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.051543:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f669f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8199 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.051548:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:0.0:1746137561.054839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.060054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.063337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.068657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.070299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.071726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.071838:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302708864 00000100:00100000:1.0:1746137561.071842:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302708864 00002000:00100000:1.0:1746137561.071871:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5f80 x1830957302708864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.071881:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5f80 with x1830957302708864 ext(0->4095) 00010000:00010000:1.0:1746137561.071886:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f66ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81a7 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.071896:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f66ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81a7 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.071902:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5f80 00000100:00100000:1.0:1746137561.071926:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2929 00000100:00100000:1.0:1746137561.071931:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302708864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.072076:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302708864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.072081:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2929 00002000:00100000:1.0:1746137561.072087:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5f80 x1830957302708864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.072094:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5f80 with x1830957302708864 ext(0->4095) 00010000:00010000:1.0:1746137561.072099:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f66ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81a7 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.072107:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f66ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81a7 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.072118:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5f80 00000100:00100000:0.0:1746137561.073820:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.075665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.078161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.086319:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.088691:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957302709504:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2164us (2365us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746137561.088702:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2930 00002000:00100000:0.0:1746137561.088712:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7c4700 x1830957302709504/t4294972224(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.088721:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957302709504 ext(0->7) 00010000:00010000:0.0:1746137561.088729:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f66b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81ae expref: 18 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.088741:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f66b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81ae expref: 18 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.088748:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4700 00000100:00100000:0.0:1746137561.091707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.091762:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.095034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.102178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.106129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.110127:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.115593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.117004:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957302710656:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 817us (1408us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746137561.117012:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2932 00002000:00100000:0.0:1746137561.117018:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7c5f80 x1830957302710656/t4294972225(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.117025:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5f80 with x1830957302710656 ext(0->7) 00010000:00010000:0.0:1746137561.117030:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f66c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81bc expref: 20 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.117045:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f66c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81bc expref: 20 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.117050:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c5f80 00000100:00100000:0.0:1746137561.127506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.129285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.134581:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.134794:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302711168 00000100:00100000:0.0:1746137561.134803:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302711168 00002000:00100000:0.0:1746137561.134847:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf480 x1830957302711168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.134857:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957302711168 ext(0->4095) 00010000:00010000:0.0:1746137561.134865:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81c3 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.134878:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66c9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81c3 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.134884:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf480 00000100:00100000:0.0:1746137561.134902:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2933 00000100:00100000:0.0:1746137561.134909:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302711168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.136103:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302711168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1191us (1527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.136110:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2933 00002000:00100000:1.0:1746137561.136117:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf480 x1830957302711168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.136124:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957302711168 ext(0->4095) 00010000:00010000:1.0:1746137561.136129:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81c3 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.136140:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81c3 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.136145:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf480 00000100:00100000:0.0:1746137561.138884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.145518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.145831:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302711552 00000100:00100000:1.0:1746137561.145840:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302711552 00002000:00100000:1.0:1746137561.145881:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6a00 x1830957302711552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.145891:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6a00 with x1830957302711552 ext(0->4095) 00002000:00010000:1.0:1746137561.145897:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6a00 00000100:00100000:1.0:1746137561.145931:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13918 00000100:00100000:1.0:1746137561.145972:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957302711552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.146096:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957302711552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.146103:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13918 00002000:00100000:1.0:1746137561.146109:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6a00 x1830957302711552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.146117:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6a00 with x1830957302711552 ext(0->4095) 00002000:00010000:1.0:1746137561.146120:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6a00 00000100:00100000:0.0:1746137561.149080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.155265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.155297:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.157209:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.157243:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302712192 00000100:00100000:0.0:1746137561.157249:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302712192 00002000:00100000:0.0:1746137561.157478:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7480 x1830957302712192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.157489:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7480 with x1830957302712192 ext(0->4095) 00010000:00010000:0.0:1746137561.157497:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f66d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d1 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.157509:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f66d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d1 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.157515:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7480 00000100:00100000:1.0:1746137561.158220:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2934 00000100:00100000:1.0:1746137561.158229:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302712192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.158350:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302712192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.158356:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2934 00002000:00100000:1.0:1746137561.158362:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7480 x1830957302712192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.158370:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7480 with x1830957302712192 ext(0->4095) 00010000:00010000:1.0:1746137561.158375:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f66d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d1 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.158384:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f66d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d1 expref: 6 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.158394:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7480 00000100:00100000:0.0:1746137561.164138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.170286:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.172402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.176414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.177802:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957302712832:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 812us (1390us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746137561.177808:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2935 00002000:00100000:0.0:1746137561.177814:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7c5500 x1830957302712832/t4294972226(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.177820:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5500 with x1830957302712832 ext(0->7) 00010000:00010000:0.0:1746137561.177824:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d8 expref: 22 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.177832:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f66de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81d8 expref: 22 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.177837:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c5500 00000100:00100000:0.0:1746137561.179699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.182203:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.182262:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302713216 00000100:00100000:1.0:1746137561.182268:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302713216 00002000:00100000:1.0:1746137561.182297:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c000 x1830957302713216/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.182306:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c000 with x1830957302713216 ext(0->4095) 00002000:00010000:1.0:1746137561.182310:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27c000 00000100:00100000:1.0:1746137561.182325:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13920 00000100:00100000:1.0:1746137561.182330:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302713216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.182452:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302713216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.182459:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13920 00002000:00100000:1.0:1746137561.182464:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c000 x1830957302713216/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.182470:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c000 with x1830957302713216 ext(0->4095) 00002000:00010000:1.0:1746137561.182473:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27c000 00000100:00100000:0.0:1746137561.184306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.186532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.190430:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.202187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.207377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.207635:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302713984 00000100:00100000:1.0:1746137561.207643:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302713984 00002000:00100000:1.0:1746137561.207682:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e27d180 x1830957302713984/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.207691:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27d180 with x1830957302713984 ext(0->7) 00010000:00010000:1.0:1746137561.207697:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81e6 expref: 22 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.207711:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81e6 expref: 22 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.207718:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27d180 00000100:00100000:1.0:1746137561.207751:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2936 00000100:00100000:1.0:1746137561.207758:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2005:x1830957302713984:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137561.210831:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957302713984:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3063us (3448us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746137561.210842:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2936 00002000:00100000:0.0:1746137561.210853:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e27d180 x1830957302713984/t4294972227(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.210862:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27d180 with x1830957302713984 ext(0->7) 00010000:00010000:0.0:1746137561.210870:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81e6 expref: 24 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.210883:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f66ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f81e6 expref: 24 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.210889:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27d180 00000100:00100000:0.0:1746137561.211367:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.213331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.216039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.219521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.222457:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.224388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.226741:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.230018:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.231572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.232396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.233705:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f498000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292872320:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137561.233721:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f6708 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8202 expref: 25 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.233730:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03e00, rc 0) 00000100:00100000:0.0:1746137561.233767:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:1731:x1830957302715520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.233772:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 29999 00000100:00100000:0.0:1746137561.233950:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.236157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.237844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.239366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.248290:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.250843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.250967:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.254012:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.255557:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.257869:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.260303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.262326:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.264547:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.266413:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.272315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.272372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.277001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.280321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.280370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.284621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.289010:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.289287:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.292832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.301962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.304564:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302720128 00000100:00100000:0.0:1746137561.304571:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302720128 00000100:00100000:0.0:1746137561.304617:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30008 00000100:00100000:0.0:1746137561.304625:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302720128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137561.304638:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137561.304654:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8241 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.304684:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6740 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f823a expref: 23 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.304691:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137561.304693:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137561.304696:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8241 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.304725:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f823a expref: 23 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.304741:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f823a expref: 23 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:0.0:1746137561.304753:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099177480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292874624:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137561.305000:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.307264:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.311341:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.312173:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302720640 00000100:00100000:0.0:1746137561.312177:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302720640 00002000:00100000:0.0:1746137561.312205:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5500 x1830957302720640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.312215:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5500 with x1830957302720640 ext(0->4095) 00010000:00010000:0.0:1746137561.312220:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8241 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.312229:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8241 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.312234:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5500 00000100:00100000:0.0:1746137561.312247:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2944 00000100:00100000:0.0:1746137561.312251:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302720640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137561.312349:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302720640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.312355:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2944 00002000:00100000:0.0:1746137561.312361:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5500 x1830957302720640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.312367:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5500 with x1830957302720640 ext(0->4095) 00010000:00010000:0.0:1746137561.312371:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8241 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.312380:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f6747 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8241 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.312385:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5500 00000100:00100000:0.0:1746137561.313545:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.313809:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.315474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.317706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.321302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.323794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.325893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.327676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.329443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.331596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.331708:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.335184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.337291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.337358:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.339191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.340476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.340636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.342537:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.344183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.345750:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.347000:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.348396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.350179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.352434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.355363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.356527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.359704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.362830:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.362874:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.365871:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.368202:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.368269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.371188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.373345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.376581:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.378766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.383222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.386854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.387582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.387602:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302727296 00000100:00100000:1.0:1746137561.387620:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302727296 00002000:00100000:1.0:1746137561.387645:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf800 x1830957302727296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.387654:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf800 with x1830957302727296 ext(0->4095) 00010000:00010000:1.0:1746137561.387661:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f67a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f829c expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.387671:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f67a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f829c expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.387677:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf800 00000100:00100000:1.0:1746137561.387747:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2952 00000100:00100000:1.0:1746137561.387753:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302727296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.387860:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302727296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.387866:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2952 00002000:00100000:1.0:1746137561.387871:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf800 x1830957302727296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.387878:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf800 with x1830957302727296 ext(0->4095) 00010000:00010000:1.0:1746137561.387883:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f67a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f829c expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.387891:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f67a2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f829c expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.387896:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf800 00000100:00100000:0.0:1746137561.391318:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.392267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.395631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.402280:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302728192 00000100:00100000:0.0:1746137561.402632:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302728192 00002000:00100000:0.0:1746137561.402673:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498a80 x1830957302728192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.402683:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957302728192 ext(0->4095) 00002000:00010000:0.0:1746137561.402687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f498a80 00000100:00100000:0.0:1746137561.402717:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13932 00000100:00100000:0.0:1746137561.402724:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2007:x1830957302728192:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137561.402849:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2007:x1830957302728192:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (753us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.402855:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13932 00002000:00100000:0.0:1746137561.402860:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498a80 x1830957302728192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.402866:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957302728192 ext(0->4095) 00002000:00010000:0.0:1746137561.402868:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f498a80 00000100:00100000:0.0:1746137561.404869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.408248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.411601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.413175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.413995:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.414934:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.417706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.417959:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302729344 00000100:00100000:1.0:1746137561.417966:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302729344 00002000:00100000:1.0:1746137561.417995:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6a00 x1830957302729344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.418005:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957302729344 ext(0->4095) 00010000:00010000:1.0:1746137561.418011:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82b8 expref: 25 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.418021:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82b8 expref: 25 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.418027:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:1.0:1746137561.418054:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2954 00000100:00100000:1.0:1746137561.418059:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302729344:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.418169:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302729344:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.418175:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2954 00002000:00100000:1.0:1746137561.418180:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6a00 x1830957302729344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.418187:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957302729344 ext(0->4095) 00010000:00010000:1.0:1746137561.418190:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82b8 expref: 25 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.418198:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82b8 expref: 25 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.418204:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:0.0:1746137561.421183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.424725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.424788:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302729728 00000100:00100000:1.0:1746137561.424795:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302729728 00002000:00100000:1.0:1746137561.424829:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7800 x1830957302729728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.424838:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7800 with x1830957302729728 ext(0->4095) 00002000:00010000:1.0:1746137561.424842:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7800 00000100:00100000:1.0:1746137561.424870:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13934 00000100:00100000:1.0:1746137561.424876:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957302729728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.425166:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957302729728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.425173:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13934 00002000:00100000:1.0:1746137561.425178:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7800 x1830957302729728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.425184:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7800 with x1830957302729728 ext(0->4095) 00002000:00010000:1.0:1746137561.425186:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7800 00000100:00100000:0.0:1746137561.426821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.429810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.432199:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.432699:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302730240 00000100:00100000:1.0:1746137561.432709:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302730240 00002000:00100000:1.0:1746137561.432746:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4380 x1830957302730240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.432754:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4380 with x1830957302730240 ext(0->4095) 00002000:00010000:1.0:1746137561.432759:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4380 00000100:00100000:1.0:1746137561.432789:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13935 00000100:00100000:1.0:1746137561.432796:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302730240:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137561.433028:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302730240:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 233us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.433034:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13935 00002000:00100000:1.0:1746137561.433040:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4380 x1830957302730240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.433046:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4380 with x1830957302730240 ext(0->4095) 00002000:00010000:1.0:1746137561.433049:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4380 00000100:00100000:0.0:1746137561.434470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.434497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.436696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.440133:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.440177:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302730880 00000100:00100000:0.0:1746137561.440183:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302730880 00002000:00100000:0.0:1746137561.440222:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd880 x1830957302730880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.440231:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd880 with x1830957302730880 ext(0->4095) 00010000:00010000:0.0:1746137561.440239:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82d4 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.440251:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82d4 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.440256:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cd880 00000100:00100000:0.0:1746137561.440421:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2955 00000100:00100000:0.0:1746137561.440428:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302730880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137561.440541:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302730880:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.440546:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2955 00002000:00100000:0.0:1746137561.440550:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd880 x1830957302730880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.440557:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd880 with x1830957302730880 ext(0->4095) 00010000:00010000:0.0:1746137561.440561:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82d4 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.440570:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82d4 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.440575:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cd880 00000100:00100000:0.0:1746137561.443021:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.446146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.448281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.450263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.452356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.454916:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.456424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.456750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.458843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.459251:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302732416 00000100:00100000:1.0:1746137561.459257:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302732416 00002000:00100000:1.0:1746137561.459286:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49880 x1830957302732416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.459295:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957302732416 ext(0->4095) 00010000:00010000:1.0:1746137561.459302:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82e2 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.459313:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82e2 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.459319:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49880 00000100:00100000:1.0:1746137561.459372:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2956 00000100:00100000:1.0:1746137561.459379:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302732416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.459551:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957302732416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.459557:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2956 00002000:00100000:1.0:1746137561.459562:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49880 x1830957302732416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.459569:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957302732416 ext(0->4095) 00010000:00010000:1.0:1746137561.459573:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82e2 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.459581:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f67e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f82e2 expref: 25 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.459586:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49880 00000100:00100000:0.0:1746137561.460456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.460877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.462660:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.464069:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.464867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.467735:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f498000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292881280:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137561.467752:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137561.467981:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957302733184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2906us (3111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.467991:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17799 00000100:00100000:1.0:1746137561.468162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.469854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.472248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.474144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.476228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.477836:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.479623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.481393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.483792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.485834:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.490007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.491426:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2008:x1830957302735104:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 710us (1424us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746137561.491433:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2959 00002000:00100000:0.0:1746137561.491440:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0798700 x1830957302735104/t4294972228(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.491447:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798700 with x1830957302735104 ext(0->7) 00010000:00010000:0.0:1746137561.491453:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8305 expref: 26 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.491464:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f680b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8305 expref: 26 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.491470:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798700 00000100:00100000:0.0:1746137561.494498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.497592:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.497898:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302735488 00000100:00100000:1.0:1746137561.497905:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302735488 00002000:00100000:1.0:1746137561.497973:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f998700 x1830957302735488/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.497983:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998700 with x1830957302735488 ext(0->4095) 00002000:00010000:1.0:1746137561.497987:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f998700 00000100:00100000:0.0:1746137561.499690:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.500550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.500567:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302735744 00000100:00100000:0.0:1746137561.500570:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302735744 00000100:00100000:0.0:1746137561.500590:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30039 00000100:00100000:0.0:1746137561.500596:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957302735744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137561.500615:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137561.500623:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a071aa00/0x95b3ed7b846f6820 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f831a expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.500640:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.500644:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.500649:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137561.500652:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a071aa00/0x95b3ed7b846f6820 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f831a expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.500674:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.500691:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a071aa00/0x95b3ed7b846f6820 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f831a expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.501119:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a071aa00, rc 0) 00000100:00100000:0.0:1746137561.501143:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1731:x1830957302735744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 547us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.501150:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30039 00000100:00100000:0.0:1746137561.502868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.506622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.506677:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302736128 00000100:00100000:1.0:1746137561.506683:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302736128 00002000:00100000:1.0:1746137561.506716:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957302736128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.506726:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957302736128 ext(0->4095) 00010000:00010000:1.0:1746137561.506734:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.506746:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.506753:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7b80 00000100:00100000:1.0:1746137561.506784:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2960 00000100:00100000:1.0:1746137561.506791:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957302736128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.506909:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957302736128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.506915:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2960 00002000:00100000:1.0:1746137561.506920:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957302736128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.506933:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957302736128 ext(0->4095) 00010000:00010000:1.0:1746137561.506964:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.506973:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8313 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.506979:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7b80 00000100:00100000:0.0:1746137561.508138:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.512329:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.513859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.517511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.521289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.521345:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302737024 00000100:00100000:1.0:1746137561.521353:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302737024 00002000:00100000:1.0:1746137561.521391:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957302737024/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.521400:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957302737024 ext(0->4095) 00002000:00010000:1.0:1746137561.521404:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:1.0:1746137561.521436:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13943 00000100:00100000:1.0:1746137561.521442:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302737024:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137561.521724:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302737024:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 282us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.521731:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13943 00002000:00100000:1.0:1746137561.521736:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957302737024/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.521743:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957302737024 ext(0->4095) 00002000:00010000:1.0:1746137561.521758:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:0.0:1746137561.523413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.524836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.526279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.528368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.528410:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302737664 00000100:00100000:1.0:1746137561.528415:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302737664 00002000:00100000:1.0:1746137561.528444:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957302737664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.528450:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957302737664 ext(0->4095) 00010000:00010000:1.0:1746137561.528457:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8328 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.528464:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8328 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.528468:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:1.0:1746137561.528599:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2961 00000100:00100000:1.0:1746137561.528619:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302737664:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.528767:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302737664:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.528773:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2961 00002000:00100000:1.0:1746137561.528778:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957302737664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.528785:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957302737664 ext(0->4095) 00010000:00010000:1.0:1746137561.528789:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8328 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.528797:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8328 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.528803:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:0.0:1746137561.530101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.533067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.533334:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302738048 00000100:00100000:0.0:1746137561.533340:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302738048 00002000:00100000:0.0:1746137561.533369:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cea00 x1830957302738048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.533377:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cea00 with x1830957302738048 ext(0->4095) 00002000:00010000:0.0:1746137561.533381:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cea00 00000100:00100000:0.0:1746137561.535904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.537743:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.540183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.541525:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.544250:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.544292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.546666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.548569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.548641:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.552144:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.556782:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.556868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.560304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.563312:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.567010:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.569298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.575596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.578451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.580258:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292884992:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.580273:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.580309:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957302740864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3868us (4721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.580318:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17814 00000100:00100000:0.0:1746137561.581464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.585314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.585415:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302741376 00000100:00100000:1.0:1746137561.585425:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302741376 00000100:00100000:1.0:1746137561.585467:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30050 00000100:00100000:1.0:1746137561.585474:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957302741376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.585488:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.585505:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8367 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.585529:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.585534:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.585540:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.585543:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.585575:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.585590:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.585600:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137561.585663:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1731:x1830957302741376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.585669:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30050 00000100:00100000:0.0:1746137561.587453:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.587676:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302741504 00000100:00100000:1.0:1746137561.587683:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302741504 00010000:00010000:1.0:1746137561.587708:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8359 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.587732:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17815 00000100:00100000:1.0:1746137561.587738:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302741504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.587748:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.587767:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8359 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.587777:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8359 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.587796:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f685f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8359 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.587823:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.587826:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.587832:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.587840:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.587866:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.587876:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 26 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.587889:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885376:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.588439:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.591305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.591545:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885376:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.591644:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.591687:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302741504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3948us (4236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.591698:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17815 00000100:00100000:0.0:1746137561.596709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.596815:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302741888 00000100:00100000:1.0:1746137561.596824:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302741888 00010000:00010000:1.0:1746137561.596858:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.596892:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17816 00000100:00100000:1.0:1746137561.596898:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2008:x1830957302741888:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.596912:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.596928:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.596964:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.596985:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f6866 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8360 expref: 27 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.597017:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.597019:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.597025:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 26 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.597033:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 26 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.597063:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 26 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.597075:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885504:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.597199:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.600645:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885504:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.600664:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.600915:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2008:x1830957302741888:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4014us (4215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.600929:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17816 00000100:00100000:0.0:1746137561.601839:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.611234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.614369:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.617825:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957302742400:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1936us (3450us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746137561.617835:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2967 00002000:00100000:0.0:1746137561.617843:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c42680 x1830957302742400/t4294972229(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.617850:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42680 with x1830957302742400 ext(0->7) 00010000:00010000:0.0:1746137561.617857:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.617869:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.617875:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c42680 00000100:00100000:0.0:1746137561.625105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.625232:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302742528 00000100:00100000:1.0:1746137561.625243:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302742528 00010000:00010000:1.0:1746137561.625281:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.625327:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17817 00000100:00100000:1.0:1746137561.625334:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957302742528:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.625345:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.625364:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.625375:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.625396:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f686d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8367 expref: 28 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.625428:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.625430:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.625438:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.625445:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.625477:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.625490:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885760:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.625581:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.629677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.630008:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292885760:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.630033:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.630090:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2007:x1830957302742528:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4755us (4995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.630101:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17817 00000100:00100000:0.0:1746137561.631011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.631088:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302742912 00000100:00100000:0.0:1746137561.631092:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302742912 00002000:00100000:0.0:1746137561.631124:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43100 x1830957302742912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.631138:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43100 with x1830957302742912 ext(0->4095) 00002000:00010000:0.0:1746137561.631143:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c43100 00000100:00100000:0.0:1746137561.631163:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13948 00000100:00100000:0.0:1746137561.631171:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302742912:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137561.631304:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302742912:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.631309:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13948 00002000:00100000:0.0:1746137561.631314:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43100 x1830957302742912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.631321:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43100 with x1830957302742912 ext(0->4095) 00002000:00010000:0.0:1746137561.631323:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c43100 00000100:00100000:0.0:1746137561.633115:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.633155:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302743040 00000100:00100000:1.0:1746137561.633160:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302743040 00000100:00100000:1.0:1746137561.633204:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30053 00000100:00100000:1.0:1746137561.633210:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957302743040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.633220:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.633230:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f837c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.633246:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.633251:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.633261:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.633264:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.633288:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.633303:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.633312:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137561.633482:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957302743040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 271us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.633487:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30053 00000100:00100000:0.0:1746137561.634500:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.634551:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302743168 00000100:00100000:1.0:1746137561.634555:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302743168 00010000:00010000:1.0:1746137561.634572:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.634589:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17818 00000100:00100000:1.0:1746137561.634594:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302743168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.634615:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.634634:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.634645:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.634661:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f6874 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f836e expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.634684:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.634686:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.634691:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.634698:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.634719:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.634729:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.634740:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886144:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.634797:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.636611:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886144:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.636631:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.636671:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302743168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2075us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.636681:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17818 00000100:00100000:0.0:1746137561.637091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.639403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.639576:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302743552 00000100:00100000:1.0:1746137561.639584:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302743552 00010000:00010000:1.0:1746137561.639620:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.639642:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17819 00000100:00100000:1.0:1746137561.639649:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957302743552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.639662:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.639680:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.639691:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.639710:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f687b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8375 expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.639724:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.639726:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.639732:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.639741:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.639768:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.639779:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886272:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.639848:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.642404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.642971:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886272:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.642987:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.643008:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2008:x1830957302743552:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3360us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.643018:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17819 00000100:00100000:0.0:1746137561.644617:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.650192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.650312:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302744064 00000100:00100000:1.0:1746137561.650319:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302744064 00010000:00010000:1.0:1746137561.650384:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.650663:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17820 00000100:00100000:1.0:1746137561.650670:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957302744064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.650682:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.650700:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.650711:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.650730:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6882 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f837c expref: 28 pid: 9557 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.650891:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.650893:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.650899:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.650908:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.650955:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.650968:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886528:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.651318:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.653345:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292886528:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.653363:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137561.653397:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.653413:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957302744064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2743us (3226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.653423:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17820 00000100:00100000:0.0:1746137561.653788:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302744448 00000100:00100000:0.0:1746137561.653792:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302744448 00002000:00100000:0.0:1746137561.653818:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a300 x1830957302744448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.653827:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957302744448 ext(0->4095) 00010000:00010000:0.0:1746137561.653833:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.654178:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.654184:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49a300 00000100:00100000:0.0:1746137561.654200:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2969 00000100:00100000:0.0:1746137561.654205:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302744448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137561.655122:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302744448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 914us (1392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.655189:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2969 00002000:00100000:0.0:1746137561.655195:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a300 x1830957302744448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.655202:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957302744448 ext(0->4095) 00010000:00010000:0.0:1746137561.655208:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.655217:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.655222:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49a300 00000100:00100000:0.0:1746137561.657428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.657500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.658046:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302744576 00000100:00100000:1.0:1746137561.658050:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302744576 00010000:00010000:1.0:1746137561.658067:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.658090:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17821 00000100:00100000:1.0:1746137561.658096:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302744576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.658104:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.658124:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.658134:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.658149:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6889 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8383 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.658172:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.658174:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.658179:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.658187:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.658207:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.658218:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.658229:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292886912:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.658589:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.660349:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292886912:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.660364:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.660416:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957302744576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2319us (2915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.660424:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17821 00000100:00100000:0.0:1746137561.660671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.663113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.663289:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302745088 00000100:00100000:1.0:1746137561.663295:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302745088 00010000:00010000:1.0:1746137561.663319:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.663407:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17822 00000100:00100000:1.0:1746137561.663415:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957302745088:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.663429:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.663447:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.663458:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.663478:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6890 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f838a expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.663492:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.663493:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.663499:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.663507:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.663536:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.663708:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887040:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.664057:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.666757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.666888:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887040:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.666905:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.666959:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957302745088:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3523us (3830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.666971:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17822 00010000:00010000:0.0:1746137561.667097:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137561.669082:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.670885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.671204:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302745600 00000100:00100000:1.0:1746137561.671210:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302745600 00010000:00010000:1.0:1746137561.671229:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.671260:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17823 00000100:00100000:1.0:1746137561.671266:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957302745600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.671276:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.671294:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.671303:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.671322:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6897 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8391 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.671346:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.671348:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.671354:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.671362:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.671383:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.671394:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887296:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.671435:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.672996:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887296:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.673010:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.673049:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302745600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1782us (2164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.673057:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17823 00000100:00100000:0.0:1746137561.673313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.676103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.677996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.680012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.680071:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302746240 00000100:00100000:1.0:1746137561.680076:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302746240 00010000:00010000:1.0:1746137561.680097:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.680184:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17824 00000100:00100000:1.0:1746137561.680191:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302746240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.680202:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.680220:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.680229:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.680245:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f689e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8398 expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.680361:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.680364:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.680370:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.680378:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.680400:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.680411:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.680422:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887680:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.680684:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.681959:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.682033:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292887680:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.682044:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.682082:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302746240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1891us (2143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.682089:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17824 00000100:00100000:0.0:1746137561.684770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.684814:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.684880:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302746752 00000100:00100000:1.0:1746137561.684884:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302746752 00010000:00010000:1.0:1746137561.684903:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.684924:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17825 00000100:00100000:1.0:1746137561.684930:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957302746752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.684966:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.684982:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.684994:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.685011:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f839f expref: 29 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.685043:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.685071:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957302746752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 141us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.685077:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17825 00000100:00100000:0.0:1746137561.686525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.687686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.688147:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.688173:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302747264 00000100:00100000:1.0:1746137561.688176:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302747264 00010000:00010000:1.0:1746137561.688192:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f68ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83a6 expref: 29 pid: 9556 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.688205:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17826 00000100:00100000:1.0:1746137561.688209:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957302747264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.688215:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.688226:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f68ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83a6 expref: 29 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.688233:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f68ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83a6 expref: 29 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.688248:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f68ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83a6 expref: 30 pid: 9556 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.688322:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.688323:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.688327:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.688332:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.688372:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 5 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.688376:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 5 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.688382:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888064:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.688429:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.689452:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888064:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.689460:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.689477:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957302747264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1267us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.689484:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17826 00000100:00100000:0.0:1746137561.689646:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.691294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.691402:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302747648 00000100:00100000:1.0:1746137561.691407:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302747648 00010000:00010000:1.0:1746137561.691422:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.691440:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17827 00000100:00100000:1.0:1746137561.691444:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302747648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.691450:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.691460:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.691467:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.691479:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f68b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83ad expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.691486:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.691488:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.691491:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.691497:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.691517:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.691525:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888320:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.691584:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.692871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.692971:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888320:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.692983:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.693007:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302747648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1561us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.693015:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17827 00000100:00100000:0.0:1746137561.696614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.699192:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.699268:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302748160 00000100:00100000:1.0:1746137561.699275:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302748160 00010000:00010000:1.0:1746137561.699300:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.699321:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17828 00000100:00100000:1.0:1746137561.699327:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957302748160:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.699344:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.699362:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.699373:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.699392:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f68ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83b4 expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.699417:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.699419:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.699425:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.699436:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.699462:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.699472:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888576:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.699516:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.700855:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888576:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.700868:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.700905:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957302748160:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1576us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.700914:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17828 00000100:00100000:0.0:1746137561.701458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.701546:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302748416 00000100:00100000:1.0:1746137561.701552:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302748416 00002000:00100000:1.0:1746137561.701581:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11180 x1830957302748416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.701591:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11180 with x1830957302748416 ext(0->4095) 00002000:00010000:1.0:1746137561.701595:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11180 00000100:00100000:1.0:1746137561.701635:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13953 00000100:00100000:1.0:1746137561.701642:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302748416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.701748:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302748416:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.701757:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13953 00002000:00100000:1.0:1746137561.701762:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11180 x1830957302748416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.701769:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11180 with x1830957302748416 ext(0->4095) 00002000:00010000:1.0:1746137561.701771:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11180 00000100:00100000:0.0:1746137561.703735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.703811:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.706352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.706450:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302748800 00000100:00100000:1.0:1746137561.706455:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302748800 00010000:00010000:1.0:1746137561.706473:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.706488:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17829 00000100:00100000:1.0:1746137561.706492:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302748800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.706500:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.706516:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.706525:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.706543:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f68c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83bb expref: 6 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.706568:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.706570:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.706576:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.706588:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.706623:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.706633:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 28 pid: 24924 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.706643:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888960:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.706706:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.707596:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292888960:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.707617:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.707643:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302748800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1149us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.707650:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17829 00000100:00100000:0.0:1746137561.708091:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.709583:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.709654:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302749184 00000100:00100000:1.0:1746137561.709659:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302749184 00010000:00010000:1.0:1746137561.709677:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.709706:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17830 00000100:00100000:1.0:1746137561.709712:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957302749184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.709720:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.709734:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.709744:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.709761:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f68cf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c9 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.709775:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.709776:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.709781:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f68c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c2 expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.709789:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c2 expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.709813:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83c2 expref: 28 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.709822:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292889088:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.709883:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.712109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.712211:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292889088:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.712226:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.712271:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957302749184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2558us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.712278:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17830 00000100:00100000:0.0:1746137561.713426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.715300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.717769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.718454:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302749952 00000100:00100000:1.0:1746137561.718462:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302749952 00002000:00100000:1.0:1746137561.718500:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12d80 x1830957302749952/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.718509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12d80 with x1830957302749952 ext(0->4095) 00002000:00010000:1.0:1746137561.718514:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce12d80 00000100:00100000:1.0:1746137561.718543:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13955 00000100:00100000:1.0:1746137561.718550:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302749952:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.718688:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302749952:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (924us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.718694:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13955 00002000:00100000:1.0:1746137561.718700:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12d80 x1830957302749952/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.718708:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12d80 with x1830957302749952 ext(0->4095) 00002000:00010000:1.0:1746137561.718714:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce12d80 00000100:00100000:0.0:1746137561.722065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.724496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.724762:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302750208 00000100:00100000:1.0:1746137561.724769:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302750208 00000100:00100000:1.0:1746137561.724802:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30067 00000100:00100000:1.0:1746137561.724808:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957302750208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.724820:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.724832:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f83de expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.724851:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.724856:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.724863:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.724866:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.724893:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.724903:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.724911:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:0.0:1746137561.725054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.725321:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957302750208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 511us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.725327:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30067 00000100:00100000:0.0:1746137561.727767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.730725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.730822:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302750720 00000100:00100000:1.0:1746137561.730831:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302750720 00000100:00100000:1.0:1746137561.730875:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30068 00000100:00100000:1.0:1746137561.730881:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302750720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.730895:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.730908:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f68eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f83e5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.730930:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.730964:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.730975:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137561.730979:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f68eb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83e5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.731013:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.731024:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f68eb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83e5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.731035:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137561.731069:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302750720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.731075:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30068 00000100:00100000:0.0:1746137561.731252:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302750848 00000100:00100000:0.0:1746137561.731256:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302750848 00010000:00010000:0.0:1746137561.731271:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00000100:00100000:0.0:1746137561.731289:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17833 00000100:00100000:0.0:1746137561.731294:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2007:x1830957302750848:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137561.731301:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137561.731316:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.731325:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.731340:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f68dd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83d7 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.731364:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.731365:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.731370:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.731381:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.731399:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.731408:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f68e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f83de expref: 28 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:0.0:1746137561.731419:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292889984:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137561.731478:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.734239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.736634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.736707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.739469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.742339:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.745267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.749029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.754697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.755851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.758217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.761115:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.764793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.772039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.777499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.784561:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.785144:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.793355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.801066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.804968:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.805384:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302754176 00000100:00100000:1.0:1746137561.805392:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302754176 00002000:00100000:1.0:1746137561.805427:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358df80 x1830957302754176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.805437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358df80 with x1830957302754176 ext(0->4095) 00002000:00010000:1.0:1746137561.805441:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358df80 00000100:00100000:1.0:1746137561.805471:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13958 00000100:00100000:1.0:1746137561.805477:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302754176:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.805960:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302754176:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 481us (992us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.805970:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13958 00002000:00100000:1.0:1746137561.805976:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358df80 x1830957302754176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.805984:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358df80 with x1830957302754176 ext(0->4095) 00002000:00010000:1.0:1746137561.805987:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358df80 00000100:00100000:0.0:1746137561.807493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.807667:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302754304 00000100:00100000:1.0:1746137561.807675:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302754304 00000100:00100000:1.0:1746137561.808303:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30074 00000100:00100000:1.0:1746137561.808311:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302754304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.808325:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.808340:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f840f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.808368:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f690e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8408 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.808375:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.808377:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.808380:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f840f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.808407:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f690e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8408 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.808418:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f690e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8408 expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.808435:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292891520:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137561.808512:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.810402:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292891520:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137561.810424:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f840f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.810436:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137561.810469:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302754304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.810476:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30074 00000100:00100000:0.0:1746137561.811051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.814026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.814239:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302754688 00000100:00100000:1.0:1746137561.814245:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302754688 00002000:00100000:1.0:1746137561.814279:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f800 x1830957302754688/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.814289:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f800 with x1830957302754688 ext(0->4095) 00002000:00010000:1.0:1746137561.814293:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358f800 00000100:00100000:1.0:1746137561.814319:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13959 00000100:00100000:1.0:1746137561.814325:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302754688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.814464:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302754688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.814470:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13959 00002000:00100000:1.0:1746137561.814475:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f800 x1830957302754688/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.814488:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f800 with x1830957302754688 ext(0->4095) 00002000:00010000:1.0:1746137561.814491:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358f800 00000100:00100000:0.0:1746137561.815212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.815391:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302754816 00000100:00100000:1.0:1746137561.815395:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302754816 00000100:00100000:1.0:1746137561.815430:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30075 00000100:00100000:1.0:1746137561.815436:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957302754816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.815446:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.815459:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8416 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.815480:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f840f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137561.815612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137561.815646:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.815649:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.815653:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.815680:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f840f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.815691:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6915 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f840f expref: 5 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.815703:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292891776:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137561.815757:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.818026:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292891776:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137561.818052:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.818066:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137561.818105:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1730:x1830957302754816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2669us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.818113:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30075 00000100:00100000:0.0:1746137561.818476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.821165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.824726:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302755328 00000100:00100000:1.0:1746137561.824740:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302755328 00002000:00100000:1.0:1746137561.824784:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f100 x1830957302755328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.824796:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f100 with x1830957302755328 ext(0->4095) 00010000:00010000:1.0:1746137561.824805:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.824819:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.824826:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f100 00000100:00100000:1.0:1746137561.824852:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2981 00000100:00100000:1.0:1746137561.824859:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302755328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.825029:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302755328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (3876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.825036:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2981 00002000:00100000:1.0:1746137561.825042:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f100 x1830957302755328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.825049:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f100 with x1830957302755328 ext(0->4095) 00010000:00010000:1.0:1746137561.825053:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.825061:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f691c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8416 expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.825067:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f100 00000100:00100000:0.0:1746137561.832420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.832464:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302755712 00000100:00100000:1.0:1746137561.832470:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302755712 00002000:00100000:1.0:1746137561.832499:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358fb80 x1830957302755712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.832510:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358fb80 with x1830957302755712 ext(0->4095) 00002000:00010000:1.0:1746137561.832513:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358fb80 00000100:00100000:1.0:1746137561.832534:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13960 00000100:00100000:1.0:1746137561.832540:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302755712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.832658:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302755712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.832664:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13960 00002000:00100000:1.0:1746137561.832669:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358fb80 x1830957302755712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.832677:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358fb80 with x1830957302755712 ext(0->4095) 00002000:00010000:1.0:1746137561.832680:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358fb80 00000100:00100000:0.0:1746137561.834358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.834510:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302755840 00000100:00100000:1.0:1746137561.834516:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302755840 00000100:00100000:1.0:1746137561.834562:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30077 00000100:00100000:1.0:1746137561.834568:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302755840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.834581:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.834595:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8424 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.834632:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f841d expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.834639:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.834641:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.834644:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8424 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.834670:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6923 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f841d expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.834796:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f841d expref: 29 pid: 24924 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.834808:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292892288:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137561.835079:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.835785:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292892288:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137561.835800:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8424 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.835812:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137561.835834:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302755840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1267us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.835840:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30077 00000100:00100000:0.0:1746137561.836058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.838836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.838914:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302756224 00000100:00100000:1.0:1746137561.838920:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302756224 00002000:00100000:1.0:1746137561.838969:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ed80 x1830957302756224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.838975:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ed80 with x1830957302756224 ext(0->4095) 00002000:00010000:1.0:1746137561.838979:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358ed80 00000100:00100000:1.0:1746137561.838997:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13961 00000100:00100000:1.0:1746137561.839001:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302756224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.839101:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302756224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.839107:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13961 00002000:00100000:1.0:1746137561.839113:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ed80 x1830957302756224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.839121:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ed80 with x1830957302756224 ext(0->4095) 00002000:00010000:1.0:1746137561.839123:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358ed80 00000100:00100000:0.0:1746137561.840996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.841072:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302756352 00000100:00100000:1.0:1746137561.841078:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302756352 00000100:00100000:1.0:1746137561.841121:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30078 00000100:00100000:1.0:1746137561.841128:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957302756352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.841141:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.841159:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f842b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.841186:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8424 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.841192:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.841194:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.841196:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.841223:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8424 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.841233:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f692a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8424 expref: 5 pid: 16986 timeout: 754 lvb_type: 0 00000100:00100000:1.0:1746137561.841244:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292892544:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137561.841321:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.842418:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292892544:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137561.842436:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.842447:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137561.842485:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957302756352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1357us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.842494:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30078 00000100:00100000:0.0:1746137561.843297:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.843472:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.845898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.846004:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302756864 00000100:00100000:1.0:1746137561.846010:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302756864 00002000:00100000:1.0:1746137561.846035:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514700 x1830957302756864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.846047:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514700 with x1830957302756864 ext(0->4095) 00010000:00010000:1.0:1746137561.846053:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.846064:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.846071:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514700 00000100:00100000:1.0:1746137561.846095:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2982 00000100:00100000:1.0:1746137561.846101:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302756864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.846216:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302756864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.846222:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2982 00002000:00100000:1.0:1746137561.846227:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514700 x1830957302756864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.846235:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514700 with x1830957302756864 ext(0->4095) 00010000:00010000:1.0:1746137561.846240:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:1.0:1746137561.846254:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f842b expref: 31 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:1.0:1746137561.846261:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514700 00000100:00100000:0.0:1746137561.847274:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.847331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.849677:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.849701:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302757376 00000100:00100000:0.0:1746137561.849706:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302757376 00002000:00100000:0.0:1746137561.849729:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957302757376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.849738:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957302757376 ext(0->4095) 00010000:00010000:0.0:1746137561.849743:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8432 expref: 30 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.849753:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8432 expref: 30 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.849758:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cca80 00000100:00100000:0.0:1746137561.849782:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2983 00000100:00100000:0.0:1746137561.849787:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302757376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137561.850173:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302757376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 385us (496us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.850179:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2983 00002000:00100000:0.0:1746137561.850184:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957302757376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.850191:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957302757376 ext(0->4095) 00010000:00010000:0.0:1746137561.850196:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8432 expref: 30 pid: 16986 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.850257:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8432 expref: 30 pid: 16986 timeout: 754 lvb_type: 0 00002000:00010000:0.0:1746137561.850264:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cca80 00000100:00100000:0.0:1746137561.852102:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.852146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.854966:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302757888 00000100:00100000:0.0:1746137561.855201:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302757888 00000100:00100000:0.0:1746137561.861679:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.861822:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302758272 00000100:00100000:1.0:1746137561.861829:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302758272 00002000:00100000:1.0:1746137561.861863:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99880 x1830957302758272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.861872:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957302758272 ext(0->4095) 00002000:00010000:1.0:1746137561.861876:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:1.0:1746137561.861893:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13962 00000100:00100000:1.0:1746137561.861899:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302758272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.862023:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957302758272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.862029:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13962 00002000:00100000:1.0:1746137561.862034:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99880 x1830957302758272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.862041:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957302758272 ext(0->4095) 00002000:00010000:1.0:1746137561.862043:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:0.0:1746137561.864781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.867640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.870584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.871715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.873354:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302759040 00000100:00100000:0.0:1746137561.873359:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302759040 00000100:00100000:0.0:1746137561.873390:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30084 00000100:00100000:0.0:1746137561.873395:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1731:x1830957302759040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137561.873403:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137561.873411:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f695b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8455 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.873422:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.873426:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 32 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.873430:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137561.873433:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f695b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8455 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.873453:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 32 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.873463:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f695b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8455 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.873470:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202200, rc 0) 00000100:00100000:0.0:1746137561.873494:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1731:x1830957302759040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.873500:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30084 00000100:00100000:1.0:1746137561.876431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.878766:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302759424 00000100:00100000:0.0:1746137561.878771:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302759424 00002000:00100000:0.0:1746137561.878801:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e680 x1830957302759424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.878812:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e680 with x1830957302759424 ext(0->4095) 00010000:00010000:0.0:1746137561.878819:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 31 pid: 24924 timeout: 754 lvb_type: 0 00010000:00010000:0.0:1746137561.878829:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.878835:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e680 00000100:00100000:0.0:1746137561.878862:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2985 00000100:00100000:0.0:1746137561.878869:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302759424:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137561.879003:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302759424:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.879009:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2985 00002000:00100000:0.0:1746137561.879015:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e680 x1830957302759424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.879022:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e680 with x1830957302759424 ext(0->4095) 00010000:00010000:0.0:1746137561.879026:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.879039:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6954 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f844e expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.879044:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e680 00000100:00100000:1.0:1746137561.881725:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.884790:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302759808 00000100:00100000:0.0:1746137561.884796:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302759808 00002000:00100000:0.0:1746137561.884830:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27f480 x1830957302759808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.884840:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27f480 with x1830957302759808 ext(0->4095) 00002000:00010000:0.0:1746137561.884844:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27f480 00000100:00100000:0.0:1746137561.884931:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13964 00000100:00100000:0.0:1746137561.884953:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957302759808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137561.885079:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957302759808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.885085:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13964 00002000:00100000:0.0:1746137561.885092:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27f480 x1830957302759808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.885099:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27f480 with x1830957302759808 ext(0->4095) 00002000:00010000:0.0:1746137561.885101:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27f480 00000100:00100000:1.0:1746137561.892325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.895126:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.895218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.895319:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302760320 00000100:00100000:0.0:1746137561.895323:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302760320 00002000:00100000:0.0:1746137561.895353:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadc00 x1830957302760320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.895368:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadc00 with x1830957302760320 ext(0->4095) 00002000:00010000:0.0:1746137561.895371:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfadc00 00000100:00100000:0.0:1746137561.895390:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13965 00000100:00100000:0.0:1746137561.895395:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302760320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137561.895505:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302760320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.895511:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13965 00002000:00100000:0.0:1746137561.895516:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadc00 x1830957302760320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.895524:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadc00 with x1830957302760320 ext(0->4095) 00010000:00010000:0.0:1746137561.895528:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6962 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f845c expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.895575:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6962 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f845c expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.895580:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfadc00 00000100:00100000:0.0:1746137561.896879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.896930:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.899145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.899582:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302760960 00000100:00100000:0.0:1746137561.899588:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302760960 00002000:00100000:0.0:1746137561.899633:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaea00 x1830957302760960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.899644:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaea00 with x1830957302760960 ext(0->4095) 00010000:00010000:0.0:1746137561.899652:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8463 expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.899663:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8463 expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.899668:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaea00 00000100:00100000:0.0:1746137561.899694:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2986 00000100:00100000:0.0:1746137561.899701:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2005:x1830957302760960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137561.899812:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2005:x1830957302760960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (668us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137561.899817:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2986 00002000:00100000:0.0:1746137561.899822:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaea00 x1830957302760960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.899829:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaea00 with x1830957302760960 ext(0->4095) 00010000:00010000:0.0:1746137561.899832:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8463 expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.899840:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8463 expref: 31 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.899846:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaea00 00000100:00100000:0.0:1746137561.901083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.907224:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.910285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.914354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.914450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.916528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.923200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.927558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.929450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.929631:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302762496 00000100:00100000:1.0:1746137561.929637:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302762496 00000100:00100000:1.0:1746137561.929768:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30090 00000100:00100000:1.0:1746137561.929774:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302762496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.929786:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.929799:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f847f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.929823:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f697e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8478 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.929829:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.929831:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.929833:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.929859:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f697e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8478 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.929868:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8478 expref: 29 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.929878:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292895616:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137561.929959:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.939738:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292895616:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137561.939768:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.939783:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137561.939822:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302762496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10048us (10375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.939830:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30090 00000100:00100000:0.0:1746137561.941520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.942361:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957302762624:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 629us (846us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746137561.942367:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2988 00002000:00100000:0.0:1746137561.942374:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88011d20a680 x1830957302762624/t4294972231(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.942382:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a680 with x1830957302762624 ext(0->7) 00010000:00010000:0.0:1746137561.942386:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8478 expref: 32 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.942397:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f697e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8478 expref: 32 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.942403:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a680 00000100:00100000:0.0:1746137561.945912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.946016:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302762752 00000100:00100000:1.0:1746137561.946025:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302762752 00000100:00100000:1.0:1746137561.946073:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30091 00000100:00100000:1.0:1746137561.946080:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1730:x1830957302762752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137561.946099:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137561.946115:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8486 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.946140:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137561.946146:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.946151:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137561.946154:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.946187:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.946198:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.946211:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137561.946252:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957302762752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.946259:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30091 00000100:00100000:0.0:1746137561.950334:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.955736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.955827:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302763136 00000100:00100000:1.0:1746137561.955836:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302763136 00002000:00100000:1.0:1746137561.955881:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a300 x1830957302763136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.955892:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957302763136 ext(0->4095) 00010000:00010000:1.0:1746137561.955900:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.955914:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137561.955920:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a300 00000100:00100000:1.0:1746137561.955963:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2989 00000100:00100000:1.0:1746137561.955971:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302763136:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137561.956555:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302763136:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 583us (828us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.956562:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2989 00002000:00100000:1.0:1746137561.956568:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a300 x1830957302763136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.956581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957302763136 ext(0->4095) 00010000:00010000:1.0:1746137561.956586:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.956595:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6985 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f847f expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137561.956618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a300 00000100:00100000:0.0:1746137561.962664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.963044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.969177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.969245:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302763520 00000100:00100000:1.0:1746137561.969252:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302763520 00010000:00010000:1.0:1746137561.969277:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 32 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.969309:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17858 00000100:00100000:1.0:1746137561.969315:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957302763520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.969356:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.969376:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 32 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.969386:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 32 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.969406:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f698c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8486 expref: 32 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.969430:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.969436:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.969443:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.969451:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.969481:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.969492:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896256:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.969539:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.970974:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896256:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.970987:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.971014:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957302763520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1699us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.971022:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17858 00000100:00100000:0.0:1746137561.971215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.971318:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302763776 00000100:00100000:1.0:1746137561.971323:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302763776 00002000:00100000:1.0:1746137561.971355:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81bb80 x1830957302763776/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.971365:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81bb80 with x1830957302763776 ext(0->4095) 00002000:00010000:1.0:1746137561.971369:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81bb80 00000100:00100000:1.0:1746137561.971396:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13968 00000100:00100000:1.0:1746137561.971403:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302763776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.971542:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302763776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.971549:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13968 00002000:00100000:1.0:1746137561.971555:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81bb80 x1830957302763776/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.971562:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81bb80 with x1830957302763776 ext(0->4095) 00002000:00010000:1.0:1746137561.971565:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81bb80 00000100:00100000:0.0:1746137561.972713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.975013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.975105:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302764032 00000100:00100000:1.0:1746137561.975111:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302764032 00010000:00010000:1.0:1746137561.975134:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.975164:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17859 00000100:00100000:1.0:1746137561.975169:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302764032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.975181:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.975199:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.975210:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.975229:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f6993 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f848d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.975251:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.975252:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.975256:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 31 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.975265:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 31 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.975286:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 31 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.975292:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896512:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.975343:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.976830:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896512:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.976847:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.976891:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302764032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1720us (1877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.976901:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17859 00000100:00100000:0.0:1746137561.977668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.977761:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302764288 00000100:00100000:1.0:1746137561.977767:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302764288 00002000:00100000:1.0:1746137561.977804:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819880 x1830957302764288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.977814:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819880 with x1830957302764288 ext(0->4095) 00002000:00010000:1.0:1746137561.977818:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e819880 00000100:00100000:1.0:1746137561.977844:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13969 00000100:00100000:1.0:1746137561.977851:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957302764288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137561.978002:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957302764288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137561.978011:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13969 00002000:00100000:1.0:1746137561.978016:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819880 x1830957302764288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 488/4536 e 0 to 0 dl 1746137572 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.978022:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819880 with x1830957302764288 ext(0->4095) 00002000:00010000:1.0:1746137561.978025:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e819880 00000100:00100000:0.0:1746137561.982033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.984906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.984982:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302764544 00000100:00100000:1.0:1746137561.984989:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302764544 00002000:00100000:1.0:1746137561.985022:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88006e819f80 x1830957302764544/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/0 e 0 to 0 dl 1746137572 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137561.985031:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819f80 with x1830957302764544 ext(0->7) 00010000:00010000:1.0:1746137561.985037:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 32 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.985048:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 32 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137561.985054:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e819f80 00000100:00100000:1.0:1746137561.985082:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2990 00000100:00100000:1.0:1746137561.985089:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957302764544:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137561.986008:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302764544:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 919us (1102us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746137561.986014:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2990 00002000:00100000:0.0:1746137561.986020:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88006e819f80 x1830957302764544/t4294972232(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:752/0 lens 496/448 e 0 to 0 dl 1746137572 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137561.986026:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819f80 with x1830957302764544 ext(0->7) 00010000:00010000:0.0:1746137561.986031:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137561.986039:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137561.986044:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e819f80 00000100:00100000:0.0:1746137561.989206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.989276:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302764672 00000100:00100000:1.0:1746137561.989286:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302764672 00010000:00010000:1.0:1746137561.989321:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.989362:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17860 00000100:00100000:1.0:1746137561.989370:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302764672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.989382:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.989401:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.989412:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.989432:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f699a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8494 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.989458:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.989460:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.989466:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.989473:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.989502:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137561.989513:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896768:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.989590:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137561.992747:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292896768:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137561.992768:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137561.992996:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957302764672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3625us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137561.993009:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17860 00000100:00100000:0.0:1746137561.994613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137561.995565:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302765056 00000100:00100000:0.0:1746137561.995569:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302765056 00000100:00100000:0.0:1746137561.995605:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30095 00000100:00100000:0.0:1746137561.995611:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957302765056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137561.995620:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137561.995634:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84a2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.995660:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.995666:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.995668:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.995672:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.995697:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.996675:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 5 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:0.0:1746137561.996690:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e818e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292896896:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137561.996773:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137561.997408:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302765184 00000100:00100000:0.0:1746137561.997413:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302765184 00000100:00100000:0.0:1746137561.997452:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30096 00000100:00100000:0.0:1746137561.997458:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957302765184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137561.997469:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137561.997479:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f69af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84a9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.997496:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137561.997500:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.997506:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137561.997508:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f69af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a9 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.997533:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.997544:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f69af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a9 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137561.997553:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06000, rc 0) 00000100:00100000:0.0:1746137561.997587:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1731:x1830957302765184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137561.997593:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30096 00000100:00100000:0.0:1746137561.999097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137561.999149:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302765312 00000100:00100000:1.0:1746137561.999155:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302765312 00010000:00010000:1.0:1746137561.999182:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.999372:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17861 00000100:00100000:1.0:1746137561.999379:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302765312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137561.999389:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137561.999405:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.999415:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.999432:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f69a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f849b expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137561.999744:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.999746:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137561.999753:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.999760:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.999786:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137561.999797:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073202c00/0x95b3ed7b846f69a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84a2 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137561.999807:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292897152:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137561.999962:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.001757:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.002164:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292897152:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.002179:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.002216:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302765312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2836us (3124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.002225:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17861 00000100:00100000:1.0:1746137562.007269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.009889:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.012423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.016924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.021382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.021493:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.023336:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.023365:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302766720 00000100:00100000:1.0:1746137562.023370:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302766720 00000100:00100000:1.0:1746137562.023406:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30099 00000100:00100000:1.0:1746137562.023412:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957302766720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.023420:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.023428:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84be expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.023440:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.023443:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f69bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84b7 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.023448:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.023451:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84be expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.023472:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f69bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84b7 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.023481:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84be expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.023488:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137562.023562:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957302766720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.023567:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30099 00000100:00100000:0.0:1746137562.023813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.027394:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.029040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.032457:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.035151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.035266:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302767616 00000100:00100000:1.0:1746137562.035273:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302767616 00000100:00100000:1.0:1746137562.035500:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30100 00000100:00100000:1.0:1746137562.035508:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302767616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.035522:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.035537:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84c5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.035562:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84be expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.035568:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.035570:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.035573:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84c5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.035618:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84be expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.035629:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f69c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84be expref: 33 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.035640:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292898176:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.036237:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.038616:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292898176:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.038646:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84c5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.038661:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137562.038715:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302767616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3206us (3570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.038723:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30100 00000100:00100000:0.0:1746137562.039352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.044781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.046262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.046339:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302768128 00000100:00100000:1.0:1746137562.046344:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302768128 00000100:00100000:1.0:1746137562.046372:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30101 00000100:00100000:1.0:1746137562.046378:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957302768128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.046393:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.046409:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f69d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84cc expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.046433:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84c5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.046441:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.046442:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.046446:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f69d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84cc expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.046476:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84c5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.046486:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f69cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84c5 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.046497:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292898432:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.046557:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.049876:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292898432:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.049905:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f69d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84cc expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.049920:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137562.049985:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957302768128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3606us (4488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.049994:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30101 00000100:00100000:0.0:1746137562.050394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.050443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.053504:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.055766:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.058279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.059869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.062496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.066078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.068988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.069712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.072018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.074625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.079653:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.082089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.083684:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.086682:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.090485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.093083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.093257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.093397:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302771328 00000100:00100000:0.0:1746137562.093401:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302771328 00000100:00100000:0.0:1746137562.093552:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30108 00000100:00100000:0.0:1746137562.093558:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957302771328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137562.093565:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.093592:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f84fd expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.093742:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.093747:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f69fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84f6 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.093753:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.093755:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.093777:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f69fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84f6 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.093786:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.093794:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137562.093820:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302771328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.093825:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30108 00000100:00100000:0.0:1746137562.095407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.097261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.101112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.101164:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.104250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.104297:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302772224 00000100:00100000:1.0:1746137562.104302:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302772224 00002000:00100000:1.0:1746137562.104329:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957302772224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.104338:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957302772224 ext(0->4095) 00010000:00010000:1.0:1746137562.104344:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 34 pid: 9556 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.104355:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 34 pid: 9556 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.104364:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419f80 00000100:00100000:1.0:1746137562.104386:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 2998 00000100:00100000:1.0:1746137562.104703:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957302772224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.104812:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957302772224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.104817:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 2998 00002000:00100000:1.0:1746137562.104822:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957302772224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.104829:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957302772224 ext(0->4095) 00010000:00010000:1.0:1746137562.104833:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 34 pid: 9556 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.104841:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f84fd expref: 34 pid: 9556 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.104846:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419f80 00000100:00100000:0.0:1746137562.106774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.106832:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302772480 00000100:00100000:1.0:1746137562.106839:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302772480 00000100:00100000:0.0:1746137562.106846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.106931:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30110 00000100:00100000:1.0:1746137562.106959:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957302772480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.106977:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.106990:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f850b expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107014:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.107019:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107024:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137562.107027:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f850b expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107065:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107084:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f850b expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107091:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.107092:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.107097:0:9556:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107104:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107120:0:9556:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.107129:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 5 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.107143:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292900736:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.107211:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.111137:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292900736:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.111157:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137562.111255:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957302772480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4296us (4487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.111264:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30110 00000100:00100000:0.0:1746137562.112757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.112832:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302772736 00000100:00100000:1.0:1746137562.112839:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302772736 00002000:00100000:1.0:1746137562.112875:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41b100 x1830957302772736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.112885:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41b100 with x1830957302772736 ext(0->4095) 00010000:00010000:1.0:1746137562.112893:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.112905:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8504 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.112912:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41b100 00000100:00100000:0.0:1746137562.115574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.118031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.118129:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302773120 00000100:00100000:1.0:1746137562.118135:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302773120 00002000:00100000:1.0:1746137562.118163:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523100 x1830957302773120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.118173:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957302773120 ext(0->4095) 00002000:00010000:1.0:1746137562.118177:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:1.0:1746137562.118234:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13978 00000100:00100000:1.0:1746137562.118240:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302773120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.118346:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302773120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.118352:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13978 00002000:00100000:1.0:1746137562.118357:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523100 x1830957302773120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.118364:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957302773120 ext(0->4095) 00002000:00010000:1.0:1746137562.118367:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:0.0:1746137562.120307:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.120448:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302773248 00000100:00100000:1.0:1746137562.120456:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302773248 00000100:00100000:1.0:1746137562.120499:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30111 00000100:00100000:1.0:1746137562.120506:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302773248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.120520:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.120534:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8512 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.120561:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f850b expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.120568:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.120570:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.120573:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8512 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.120616:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f850b expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.120627:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6a11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f850b expref: 33 pid: 9556 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.120638:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292900992:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.120702:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.122655:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292900992:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.122677:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8512 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.122691:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137562.122728:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302773248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.122735:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30111 00000100:00100000:0.0:1746137562.123374:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.129588:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.129664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.129737:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302773760 00000100:00100000:1.0:1746137562.129740:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302773760 00000100:00100000:1.0:1746137562.129773:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30112 00000100:00100000:1.0:1746137562.129779:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957302773760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.129790:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.129803:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6a1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8519 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.129824:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8512 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.129831:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.129833:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.129836:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6a1f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8519 expref: 34 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.129861:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8512 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.129870:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6a18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8512 expref: 6 pid: 9556 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.129880:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292901248:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.129928:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.131889:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292901248:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.131907:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6a1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8519 expref: 35 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.131916:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137562.131956:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302773760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.131960:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30112 00000100:00100000:1.0:1746137562.132018:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.135268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.137521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.141534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.143645:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.148166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.150183:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.150232:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302775168 00000100:00100000:1.0:1746137562.150238:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302775168 00002000:00100000:1.0:1746137562.150267:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999f80 x1830957302775168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.150280:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999f80 with x1830957302775168 ext(0->4095) 00002000:00010000:1.0:1746137562.150284:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999f80 00000100:00100000:1.0:1746137562.150311:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13981 00000100:00100000:1.0:1746137562.150317:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302775168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.150423:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302775168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.150428:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13981 00002000:00100000:1.0:1746137562.150434:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999f80 x1830957302775168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.150440:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999f80 with x1830957302775168 ext(0->4095) 00002000:00010000:1.0:1746137562.150442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999f80 00000100:00100000:0.0:1746137562.153277:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.153454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.153499:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302775424 00000100:00100000:1.0:1746137562.153502:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302775424 00000100:00100000:1.0:1746137562.153524:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30116 00000100:00100000:1.0:1746137562.153529:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957302775424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.153535:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.153542:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8535 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.153553:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.153556:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6a34 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f852e expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.153561:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.153564:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8535 expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.153585:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6a34 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f852e expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.153594:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6a3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8535 expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.153617:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137562.153638:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1731:x1830957302775424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.153643:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30116 00000100:00100000:0.0:1746137562.155454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.159252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.162678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.165751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.167487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.169370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.171383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.173554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.175610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.178482:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.180531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.182364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.183321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.185636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.188141:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302777984 00000100:00100000:0.0:1746137562.188148:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302777984 00000100:00100000:0.0:1746137562.188189:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30121 00000100:00100000:0.0:1746137562.188195:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957302777984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137562.188205:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137562.188217:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff07c00/0x95b3ed7b846f6a5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8558 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.188236:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137562.188241:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.188247:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137562.188250:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff07c00/0x95b3ed7b846f6a5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8558 expref: 35 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.188281:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.188291:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff07c00/0x95b3ed7b846f6a5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8558 expref: 35 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.188305:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff07c00, rc 0) 00000100:00100000:0.0:1746137562.188340:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957302777984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.188346:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30121 00000100:00100000:0.0:1746137562.188734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.191129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.191285:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302778368 00000100:00100000:1.0:1746137562.191291:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302778368 00002000:00100000:1.0:1746137562.191326:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957302778368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.191335:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957302778368 ext(0->4095) 00010000:00010000:1.0:1746137562.191342:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.191354:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.191360:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7480 00000100:00100000:1.0:1746137562.191548:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3004 00000100:00100000:1.0:1746137562.191555:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302778368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.191675:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302778368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.191681:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3004 00002000:00100000:1.0:1746137562.191686:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957302778368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.192110:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957302778368 ext(0->4095) 00010000:00010000:1.0:1746137562.192117:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.192125:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6a57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8551 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.192131:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7480 00000100:00100000:0.0:1746137562.193574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.196569:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.196889:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302778752 00000100:00100000:1.0:1746137562.196896:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302778752 00002000:00100000:1.0:1746137562.196930:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4000 x1830957302778752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.196971:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4000 with x1830957302778752 ext(0->4095) 00002000:00010000:1.0:1746137562.196976:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db4000 00000100:00100000:1.0:1746137562.197003:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13984 00000100:00100000:1.0:1746137562.197009:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957302778752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.197285:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957302778752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 275us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.197291:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13984 00002000:00100000:1.0:1746137562.197297:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4000 x1830957302778752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.197304:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4000 with x1830957302778752 ext(0->4095) 00002000:00010000:1.0:1746137562.197307:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db4000 00000100:00100000:0.0:1746137562.199224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.201492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.203266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.203335:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302779264 00000100:00100000:1.0:1746137562.203342:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302779264 00002000:00100000:1.0:1746137562.203371:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4a80 x1830957302779264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.203391:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4a80 with x1830957302779264 ext(0->4095) 00002000:00010000:1.0:1746137562.203395:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db4a80 00000100:00100000:1.0:1746137562.203422:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13985 00000100:00100000:1.0:1746137562.203428:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302779264:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137562.203533:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302779264:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.203539:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13985 00002000:00100000:1.0:1746137562.203544:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4a80 x1830957302779264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.203551:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4a80 with x1830957302779264 ext(0->4095) 00002000:00010000:1.0:1746137562.203554:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db4a80 00000100:00100000:0.0:1746137562.205262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.206167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.207745:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.210865:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.215228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.215282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.219570:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.222134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.222220:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.226669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.230590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.234499:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292904960:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137562.234519:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137562.234762:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302781056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3785us (3991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.234775:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17892 00000100:00100000:0.0:1746137562.239534:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.242814:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.243543:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302781568 00000100:00100000:1.0:1746137562.243549:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302781568 00010000:00010000:1.0:1746137562.243581:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6a81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f857b expref: 34 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.243618:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17893 00000100:00100000:1.0:1746137562.243625:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302781568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137562.243636:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137562.243654:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6a81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f857b expref: 34 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.243663:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6a81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f857b expref: 34 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.243681:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6a81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f857b expref: 34 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.243703:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.243705:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.243710:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.243717:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.243741:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137562.243750:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905216:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.243812:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.245172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.245211:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905216:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.245222:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.245246:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957302781568:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1621us (2439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.245254:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17893 00000100:00100000:0.0:1746137562.248341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.249632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.251082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.251122:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302782208 00000100:00100000:1.0:1746137562.251126:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302782208 00010000:00010000:1.0:1746137562.251142:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.251175:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17894 00000100:00100000:1.0:1746137562.251182:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302782208:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137562.251190:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137562.251206:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.251217:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.251233:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6a88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8582 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.251251:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.251252:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.251258:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.251265:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.251284:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.251294:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 34 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.251303:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905600:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.251365:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.252648:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905600:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.252660:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.252698:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302782208:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1516us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.252705:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17894 00000100:00100000:0.0:1746137562.252999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.255855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.255934:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302782592 00000100:00100000:1.0:1746137562.255961:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302782592 00010000:00010000:1.0:1746137562.255984:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.256057:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17895 00000100:00100000:1.0:1746137562.256063:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2008:x1830957302782592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137562.256073:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137562.256089:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.256099:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.256118:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6a8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8589 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.256182:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.256184:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.256191:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.256202:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.256230:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137562.256241:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905728:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.256300:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.257653:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905728:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.257669:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.257709:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2008:x1830957302782592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1645us (1860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.257717:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17895 00000100:00100000:0.0:1746137562.258574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.260156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.262007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.262098:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302783104 00000100:00100000:1.0:1746137562.262103:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302783104 00010000:00010000:1.0:1746137562.262121:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.262139:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17896 00000100:00100000:1.0:1746137562.262144:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302783104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137562.262155:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137562.262171:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.262181:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.262198:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6a96 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8590 expref: 34 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.262206:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.262208:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.262213:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.262220:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.262241:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137562.262250:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905984:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.262299:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.263472:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292905984:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.263482:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.263530:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957302783104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1385us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.263540:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17896 00000100:00100000:0.0:1746137562.264364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.268117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.268216:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.268268:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302783616 00000100:00100000:1.0:1746137562.268274:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302783616 00010000:00010000:1.0:1746137562.268295:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.268326:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17897 00000100:00100000:1.0:1746137562.268332:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302783616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137562.268342:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137562.268360:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.268374:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.268391:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6a9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8597 expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.268404:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.268405:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.268410:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f859e expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.268418:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f859e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.268461:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f859e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.268470:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aa4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f859e expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.268478:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292906240:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137562.268908:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.270554:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.270811:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292906240:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137562.270819:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137562.270837:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302783616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2506us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.270844:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17897 00000100:00100000:0.0:1746137562.273862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.278495:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.280377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.280647:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302784640 00000100:00100000:1.0:1746137562.280652:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302784640 00000100:00100000:1.0:1746137562.280788:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30134 00000100:00100000:1.0:1746137562.280796:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957302784640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.280807:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.280821:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f85b3 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137562.280833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137562.280841:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.280846:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ab2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85ac expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.280851:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137562.280854:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85b3 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.280890:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ab2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85ac expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.280899:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85b3 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.280907:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137562.280950:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302784640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.280956:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30134 00000100:00100000:0.0:1746137562.282527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.285897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.288635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.289041:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302785408 00000100:00100000:1.0:1746137562.289047:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302785408 00002000:00100000:1.0:1746137562.289078:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957302785408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.289087:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957302785408 ext(0->4095) 00002000:00010000:1.0:1746137562.289091:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c49c00 00000100:00100000:1.0:1746137562.289122:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13990 00000100:00100000:1.0:1746137562.289129:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302785408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.289301:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302785408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.289307:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13990 00002000:00100000:1.0:1746137562.289312:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957302785408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.289324:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957302785408 ext(0->4095) 00002000:00010000:1.0:1746137562.289326:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c49c00 00000100:00100000:0.0:1746137562.290978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.291130:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30135 00000100:00100000:1.0:1746137562.291137:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302785536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.291148:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.291160:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6ac0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f85ba expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.291183:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85b3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.291190:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.291191:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.291194:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6ac0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85ba expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.291217:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85b3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.291226:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6ab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85b3 expref: 33 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.291235:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292907136:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.291287:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.293780:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292907136:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.293808:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6ac0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85ba expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.293822:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137562.294236:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302785536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3099us (3297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.294244:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30135 00000100:00100000:0.0:1746137562.294896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.297552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.297604:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302785920 00000100:00100000:1.0:1746137562.297612:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302785920 00002000:00100000:1.0:1746137562.298247:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957302785920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.298257:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957302785920 ext(0->4095) 00002000:00010000:1.0:1746137562.298262:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:1.0:1746137562.298285:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13991 00000100:00100000:1.0:1746137562.298291:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302785920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.298407:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302785920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (861us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.298413:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13991 00002000:00100000:1.0:1746137562.298418:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957302785920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.298429:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957302785920 ext(0->4095) 00002000:00010000:1.0:1746137562.298434:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:0.0:1746137562.299765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.300046:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302786048 00000100:00100000:1.0:1746137562.300051:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302786048 00000100:00100000:1.0:1746137562.300082:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30136 00000100:00100000:1.0:1746137562.300088:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957302786048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.300098:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.300111:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f85c1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137562.300231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137562.300722:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.300726:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6ace lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c8 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.300732:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.300735:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.300753:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f6ace lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c8 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.300762:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.300770:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137562.300799:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302786048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 711us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.300805:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30136 00000100:00100000:0.0:1746137562.303298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.309146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.311080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.311147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.314108:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.314177:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302787072 00000100:00100000:1.0:1746137562.314182:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302787072 00002000:00100000:1.0:1746137562.314208:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814e00 x1830957302787072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.314222:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957302787072 ext(0->4095) 00010000:00010000:1.0:1746137562.314228:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.314238:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.314244:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814e00 00000100:00100000:1.0:1746137562.314266:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3013 00000100:00100000:1.0:1746137562.314271:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302787072:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.314406:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302787072:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.314412:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3013 00002000:00100000:1.0:1746137562.314417:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814e00 x1830957302787072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.314423:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957302787072 ext(0->4095) 00010000:00010000:1.0:1746137562.314427:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.314436:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85c1 expref: 34 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.314441:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814e00 00000100:00100000:0.0:1746137562.315633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.316009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.318064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.318110:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302787584 00000100:00100000:1.0:1746137562.318116:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302787584 00002000:00100000:1.0:1746137562.318143:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815c00 x1830957302787584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.318152:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957302787584 ext(0->4095) 00010000:00010000:1.0:1746137562.318158:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85cf expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.318168:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85cf expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.318174:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815c00 00000100:00100000:1.0:1746137562.318198:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3014 00000100:00100000:1.0:1746137562.318202:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302787584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.318637:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302787584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 433us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.318643:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3014 00002000:00100000:1.0:1746137562.318648:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815c00 x1830957302787584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.318655:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957302787584 ext(0->4095) 00010000:00010000:1.0:1746137562.318659:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85cf expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.318667:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6ad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85cf expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.318672:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815c00 00000100:00100000:0.0:1746137562.320663:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.325314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.325370:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302787968 00000100:00100000:1.0:1746137562.325376:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302787968 00002000:00100000:1.0:1746137562.325413:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815500 x1830957302787968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.325423:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815500 with x1830957302787968 ext(0->4095) 00002000:00010000:1.0:1746137562.325427:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815500 00000100:00100000:1.0:1746137562.325463:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13992 00000100:00100000:1.0:1746137562.325470:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302787968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.325587:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302787968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.325593:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13992 00002000:00100000:1.0:1746137562.325608:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815500 x1830957302787968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.325615:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815500 with x1830957302787968 ext(0->4095) 00002000:00010000:1.0:1746137562.325618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815500 00000100:00100000:0.0:1746137562.327089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.331336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.334838:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302788480 00000100:00100000:1.0:1746137562.334846:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302788480 00002000:00100000:1.0:1746137562.334884:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498a80 x1830957302788480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.334894:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957302788480 ext(0->4095) 00002000:00010000:1.0:1746137562.334899:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f498a80 00000100:00100000:1.0:1746137562.334926:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13993 00000100:00100000:1.0:1746137562.334932:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302788480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137562.335273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.335453:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302788480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 519us (737us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.335460:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13993 00002000:00100000:1.0:1746137562.335466:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498a80 x1830957302788480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.335473:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498a80 with x1830957302788480 ext(0->4095) 00010000:00010000:1.0:1746137562.335478:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ae3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85dd expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.335488:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ae3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85dd expref: 6 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.335494:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f498a80 00000100:00100000:0.0:1746137562.338548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.343560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.343624:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302789120 00000100:00100000:1.0:1746137562.343633:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302789120 00002000:00100000:1.0:1746137562.343681:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817480 x1830957302789120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.343691:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817480 with x1830957302789120 ext(0->4095) 00010000:00010000:1.0:1746137562.343699:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85e4 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.343713:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85e4 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.343720:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817480 00000100:00100000:1.0:1746137562.343760:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3015 00000100:00100000:1.0:1746137562.343769:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957302789120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.343959:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957302789120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.343966:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3015 00002000:00100000:1.0:1746137562.343972:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817480 x1830957302789120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.343979:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817480 with x1830957302789120 ext(0->4095) 00010000:00010000:1.0:1746137562.343984:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85e4 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.343992:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f6aea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85e4 expref: 35 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.343997:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817480 00000100:00100000:0.0:1746137562.348106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.353074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.353129:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302789504 00000100:00100000:1.0:1746137562.353137:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302789504 00002000:00100000:1.0:1746137562.353196:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955500 x1830957302789504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.353206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957302789504 ext(0->4095) 00002000:00010000:1.0:1746137562.353211:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:1.0:1746137562.353242:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 13994 00000100:00100000:1.0:1746137562.353249:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957302789504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.353388:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957302789504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.353399:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 13994 00002000:00100000:1.0:1746137562.353405:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955500 x1830957302789504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.353412:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957302789504 ext(0->4095) 00002000:00010000:1.0:1746137562.353415:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:0.0:1746137562.359464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.359540:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302789632 00000100:00100000:1.0:1746137562.359551:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302789632 00000100:00100000:1.0:1746137562.359638:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30143 00000100:00100000:1.0:1746137562.359648:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302789632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.359679:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.359696:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f85f2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.359724:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6af1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85eb expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.359739:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.359740:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.359744:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.359785:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6af1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85eb expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.359796:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6af1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85eb expref: 33 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.359808:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292909184:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.359903:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.364651:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292909184:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.364681:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.364698:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137562.364738:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302789632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5091us (5284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.364746:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30143 00000100:00100000:0.0:1746137562.367049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.370168:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957302789760:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1604us (3126us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746137562.370177:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3016 00002000:00100000:0.0:1746137562.370185:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e957480 x1830957302789760/t4294972233(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/448 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.370193:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957302789760 ext(0->7) 00010000:00010000:0.0:1746137562.370200:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6af1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85eb expref: 36 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.370213:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6af1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85eb expref: 36 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.370220:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746137562.374632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.384045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.385039:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302790016 00000100:00100000:1.0:1746137562.385050:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302790016 00000100:00100000:1.0:1746137562.385109:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30144 00000100:00100000:1.0:1746137562.385117:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957302790016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.385135:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.385154:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6aff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f85f9 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.385184:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.385192:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.385194:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.385197:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6aff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f9 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.385225:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.385240:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6af8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f85f2 expref: 5 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.385252:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292909440:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137562.385537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.386267:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.386527:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302790272 00000100:00100000:0.0:1746137562.386533:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302790272 00000100:00100000:0.0:1746137562.390267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.391752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.397128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.405132:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.407609:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.410451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.414380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.418103:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.420886:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.421137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.425076:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.429394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.429738:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302792320 00000100:00100000:0.0:1746137562.429745:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302792320 00002000:00100000:0.0:1746137562.429783:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadf80 x1830957302792320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.429793:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957302792320 ext(0->4095) 00010000:00010000:0.0:1746137562.429800:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f860e expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.429817:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f860e expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.429824:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfadf80 00000100:00100000:0.0:1746137562.429852:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3019 00000100:00100000:0.0:1746137562.429859:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957302792320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137562.430772:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957302792320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 910us (1385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137562.430780:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3019 00002000:00100000:0.0:1746137562.430786:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadf80 x1830957302792320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.430793:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957302792320 ext(0->4095) 00010000:00010000:0.0:1746137562.430800:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f860e expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.430810:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f860e expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.430816:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfadf80 00000100:00100000:0.0:1746137562.434154:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.441183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.444157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.448165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.448255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.452237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.457811:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.460882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.470882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.491538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.492657:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957302793984:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 903us (1126us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746137562.492665:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3021 00002000:00100000:0.0:1746137562.492671:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c353480 x1830957302793984/t4294972234(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/448 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.492678:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353480 with x1830957302793984 ext(0->7) 00010000:00010000:0.0:1746137562.492683:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8623 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.492694:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8623 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.492699:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c353480 00000100:00100000:0.0:1746137562.495863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.504887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.508467:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292911488:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137562.508484:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137562.508818:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957302794240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3744us (3938us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.508830:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17917 00000100:00100000:0.0:1746137562.514272:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.519702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.522041:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.522220:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302795008 00000100:00100000:1.0:1746137562.522226:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302795008 00000100:00100000:1.0:1746137562.522269:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30153 00000100:00100000:1.0:1746137562.522275:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302795008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.522287:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.522300:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8638 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.522322:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.522328:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.522330:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.522333:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.522359:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.522375:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.522386:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292911744:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.522456:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.525744:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292911744:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.525774:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.525790:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137562.526052:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302795008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (4012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.526061:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30153 00000100:00100000:0.0:1746137562.526403:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302795136 00000100:00100000:0.0:1746137562.526409:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302795136 00010000:00010000:0.0:1746137562.526435:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:0.0:1746137562.526465:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17919 00000100:00100000:0.0:1746137562.526472:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4122c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957302795136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137562.526488:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137562.526507:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.526517:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.526538:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6b37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8631 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.526553:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.526554:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.526560:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.526683:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.526715:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137562.526726:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292911872:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137562.526902:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.528486:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.530002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.530147:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302795520 00000100:00100000:1.0:1746137562.530151:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302795520 00000100:00100000:1.0:1746137562.530185:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30154 00000100:00100000:1.0:1746137562.530190:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957302795520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.530200:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.530214:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6b45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f863f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.530235:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.530246:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.530247:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.530250:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6b45 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f863f expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.530275:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.530286:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6b3e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8638 expref: 5 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.530296:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292912000:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.530709:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.531305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.533032:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292912000:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.533052:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6b45 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f863f expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.533062:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137562.533105:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957302795520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2914us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.533115:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30154 00000100:00100000:0.0:1746137562.534888:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.543384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.548519:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.560673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.560775:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302796544 00000100:00100000:1.0:1746137562.560785:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302796544 00000100:00100000:1.0:1746137562.560845:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30156 00000100:00100000:1.0:1746137562.560853:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302796544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.560872:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.560888:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f864d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.560916:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.560923:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.560925:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.560928:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.560989:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.561000:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 37 pid: 16986 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.561012:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292912512:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.561088:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.570238:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292912512:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.570272:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.570291:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137562.570336:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302796544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9483us (9674us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.570349:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30156 00000100:00100000:0.0:1746137562.570564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.570741:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302796672 00000100:00100000:1.0:1746137562.570748:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302796672 00002000:00100000:1.0:1746137562.570881:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d7100 x1830957302796672/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.570891:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957302796672 ext(0->7) 00010000:00010000:1.0:1746137562.570898:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.570909:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 38 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.570916:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d7100 00000100:00100000:1.0:1746137562.571080:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3024 00000100:00100000:1.0:1746137562.571088:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957302796672:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137562.577181:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957302796672:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 6081us (6605us total) trans 4294972235 rc 0/0 00000100:00100000:0.0:1746137562.577196:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3024 00002000:00100000:0.0:1746137562.577209:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d7100 x1830957302796672/t4294972235(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/448 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.577219:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957302796672 ext(0->7) 00010000:00010000:0.0:1746137562.577228:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 40 pid: 16986 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.577244:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8646 expref: 40 pid: 16986 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.577250:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d7100 00000100:00100000:0.0:1746137562.581324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.584775:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302796800 00000100:00100000:1.0:1746137562.584788:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302796800 00000100:00100000:1.0:1746137562.584855:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30157 00000100:00100000:1.0:1746137562.584864:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957302796800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.584886:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.584903:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8654 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.584929:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.584950:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.584956:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137562.584959:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.584996:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.585008:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.585018:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137562.585067:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957302796800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (3754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.585073:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30157 00000100:00100000:0.0:1746137562.591641:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.592346:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302797184 00000100:00100000:1.0:1746137562.592354:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302797184 00002000:00100000:1.0:1746137562.592392:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6d80 x1830957302797184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.592407:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957302797184 ext(0->4095) 00010000:00010000:1.0:1746137562.592418:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.592433:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.592439:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6d80 00000100:00100000:1.0:1746137562.592463:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3025 00000100:00100000:1.0:1746137562.592469:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302797184:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.592604:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302797184:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.592610:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3025 00002000:00100000:1.0:1746137562.592615:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6d80 x1830957302797184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.592623:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957302797184 ext(0->4095) 00010000:00010000:1.0:1746137562.592627:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.592635:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6b53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f864d expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.592641:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6d80 00000100:00100000:0.0:1746137562.596477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.607213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.607542:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302797568 00000100:00100000:1.0:1746137562.607552:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302797568 00002000:00100000:1.0:1746137562.607587:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5180 x1830957302797568/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.607606:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957302797568 ext(0->4095) 00002000:00010000:1.0:1746137562.607610:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5180 00000100:00100000:1.0:1746137562.607637:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14002 00000100:00100000:1.0:1746137562.607643:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957302797568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137562.607762:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957302797568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (559us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.607768:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14002 00002000:00100000:1.0:1746137562.607772:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5180 x1830957302797568/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.607780:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957302797568 ext(0->4095) 00002000:00010000:1.0:1746137562.607782:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5180 00000100:00100000:0.0:1746137562.623350:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.634067:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.637155:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957302797824:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2682us (3080us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746137562.637166:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3026 00002000:00100000:0.0:1746137562.637177:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5f80 x1830957302797824/t4294972236(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/448 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.637186:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5f80 with x1830957302797824 ext(0->7) 00010000:00010000:0.0:1746137562.637195:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 42 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.637207:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 42 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.637213:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5f80 00000100:00100000:0.0:1746137562.647015:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302797952 00000100:00100000:0.0:1746137562.647020:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302797952 00010000:00010000:0.0:1746137562.647039:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 44 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:0.0:1746137562.647057:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17924 00000100:00100000:0.0:1746137562.647062:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957302797952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137562.647069:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137562.647088:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 44 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.647099:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 44 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.647115:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6b5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8654 expref: 44 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.647142:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.647145:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.647151:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b61 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f865b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.647158:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f865b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.647190:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b61 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f865b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137562.647202:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292913152:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137562.653090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.660263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.665304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.671096:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.676621:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.676842:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302798976 00000100:00100000:1.0:1746137562.676851:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302798976 00002000:00100000:1.0:1746137562.676892:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5500 x1830957302798976/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.676902:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5500 with x1830957302798976 ext(0->7) 00010000:00010000:1.0:1746137562.676910:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b68 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8662 expref: 42 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.676924:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f6b68 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8662 expref: 42 pid: 9557 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.676931:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5500 00000100:00100000:1.0:1746137562.676999:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3028 00000100:00100000:1.0:1746137562.677006:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2008:x1830957302798976:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137562.680786:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.684989:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.689174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.692464:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.692618:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302799616 00000100:00100000:1.0:1746137562.692627:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302799616 00000100:00100000:1.0:1746137562.692677:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30162 00000100:00100000:1.0:1746137562.692685:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1731:x1830957302799616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.692698:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.692712:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6b7d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8677 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.692733:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.692738:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8670 expref: 46 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.692742:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.692745:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6b7d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8677 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.692773:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8670 expref: 46 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.692782:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6b7d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8677 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.692790:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137562.692824:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957302799616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.692829:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30162 00000100:00100000:0.0:1746137562.694251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.698647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.702634:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.708008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.708102:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302800384 00000100:00100000:1.0:1746137562.708112:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302800384 00002000:00100000:1.0:1746137562.708158:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3aa00 x1830957302800384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.708168:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3aa00 with x1830957302800384 ext(0->4095) 00002000:00010000:1.0:1746137562.708172:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd3aa00 00000100:00100000:1.0:1746137562.708206:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14005 00000100:00100000:1.0:1746137562.708219:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957302800384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.708355:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957302800384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.708361:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14005 00002000:00100000:1.0:1746137562.708367:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3aa00 x1830957302800384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.708372:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3aa00 with x1830957302800384 ext(0->4095) 00002000:00010000:1.0:1746137562.708375:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd3aa00 00000100:00100000:0.0:1746137562.711366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.713493:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.718066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.719835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.722266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.724670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.727928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.728084:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302801536 00000100:00100000:1.0:1746137562.728090:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302801536 00002000:00100000:1.0:1746137562.728121:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39c00 x1830957302801536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.728130:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957302801536 ext(0->4095) 00010000:00010000:1.0:1746137562.728136:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8685 expref: 45 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.728147:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8685 expref: 45 pid: 9557 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.728153:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd39c00 00000100:00100000:1.0:1746137562.728175:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3030 00000100:00100000:1.0:1746137562.728181:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957302801536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.728297:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957302801536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.728304:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3030 00002000:00100000:1.0:1746137562.728309:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39c00 x1830957302801536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.728315:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957302801536 ext(0->4095) 00010000:00010000:1.0:1746137562.728320:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8685 expref: 45 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.728328:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f6b8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8685 expref: 45 pid: 9557 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.728333:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd39c00 00000100:00100000:0.0:1746137562.731203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.734400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.735611:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14007 00000100:00100000:1.0:1746137562.735620:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2007:x1830957302801920:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137562.735738:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2007:x1830957302801920:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.735744:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14007 00002000:00100000:1.0:1746137562.735749:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39180 x1830957302801920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.735756:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39180 with x1830957302801920 ext(0->4095) 00002000:00010000:1.0:1746137562.735759:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39180 00000100:00100000:0.0:1746137562.737526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.745746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.747452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.751744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.754678:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.758387:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.769039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.776496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.780498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.782383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.784539:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302803712 00000100:00100000:0.0:1746137562.784544:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302803712 00002000:00100000:0.0:1746137562.784573:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a680 x1830957302803712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.784581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a680 with x1830957302803712 ext(0->4095) 00010000:00010000:0.0:1746137562.784588:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86a1 expref: 6 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.784611:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86a1 expref: 6 pid: 9557 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.784617:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49a680 00000100:00100000:0.0:1746137562.785010:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3033 00000100:00100000:0.0:1746137562.785019:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302803712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137562.785240:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302803712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137562.785246:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3033 00002000:00100000:0.0:1746137562.785251:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a680 x1830957302803712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.785258:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a680 with x1830957302803712 ext(0->4095) 00010000:00010000:0.0:1746137562.785263:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86a1 expref: 6 pid: 9557 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.785270:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f6ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86a1 expref: 6 pid: 9557 timeout: 755 lvb_type: 0 00002000:00010000:0.0:1746137562.785275:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49a680 00000100:00100000:0.0:1746137562.786656:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.789625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.791300:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.793364:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.795740:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.798245:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.799204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.801125:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.803375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.806619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.806670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.810717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.812779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.812854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.813413:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302806016 00000100:00100000:1.0:1746137562.813418:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302806016 00000100:00100000:1.0:1746137562.813449:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30174 00000100:00100000:1.0:1746137562.813455:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957302806016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.813465:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.813473:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f86cb expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.813489:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.813495:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.813496:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.813499:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86cb expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.813516:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.813525:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 5 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.813532:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292917120:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.813566:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.814980:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292917120:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.814997:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86cb expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.815013:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:0.0:1746137562.815014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.815034:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302806272 00000100:00100000:1.0:1746137562.815037:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302806272 00002000:00100000:1.0:1746137562.815059:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799500 x1830957302806272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.815067:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957302806272 ext(0->4095) 00010000:00010000:1.0:1746137562.815072:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.815081:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.815086:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799500 00000100:00100000:1.0:1746137562.815100:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3036 00000100:00100000:1.0:1746137562.815105:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302806272:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.815199:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302806272:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.815206:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3036 00002000:00100000:1.0:1746137562.815211:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799500 x1830957302806272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.815218:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957302806272 ext(0->4095) 00010000:00010000:1.0:1746137562.815222:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:1.0:1746137562.815235:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f6bca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86c4 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00002000:00010000:1.0:1746137562.815241:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799500 00000100:00100000:1.0:1746137562.815276:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957302806016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (2420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.815281:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30174 00000100:00100000:0.0:1746137562.816880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.819419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.819568:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302806656 00000100:00100000:1.0:1746137562.819690:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302806656 00002000:00100000:1.0:1746137562.819727:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799c00 x1830957302806656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.819737:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957302806656 ext(0->4095) 00002000:00010000:1.0:1746137562.819741:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799c00 00000100:00100000:1.0:1746137562.819771:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14011 00000100:00100000:1.0:1746137562.819777:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957302806656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.819887:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957302806656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.819895:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14011 00002000:00100000:1.0:1746137562.819900:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799c00 x1830957302806656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.819907:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957302806656 ext(0->4095) 00002000:00010000:1.0:1746137562.819910:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799c00 00000100:00100000:0.0:1746137562.822128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.822211:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302806784 00000100:00100000:1.0:1746137562.822220:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302806784 00000100:00100000:1.0:1746137562.822269:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30175 00000100:00100000:1.0:1746137562.822276:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302806784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.822289:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.822303:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6bd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f86d2 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.822334:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86cb expref: 45 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.822340:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.822342:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.822345:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6bd8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86d2 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.822372:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86cb expref: 45 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.822381:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6bd1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86cb expref: 45 pid: 9557 timeout: 755 lvb_type: 0 00000100:00100000:1.0:1746137562.822392:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292917376:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.822459:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.823918:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292917376:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.823967:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6bd8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86d2 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.823990:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137562.824031:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302806784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1750us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.824039:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30175 00000100:00100000:0.0:1746137562.824707:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.826559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.829243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.829278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.829293:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302807296 00000100:00100000:1.0:1746137562.829301:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302807296 00000100:00100000:1.0:1746137562.829388:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30176 00000100:00100000:1.0:1746137562.829396:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957302807424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.829412:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.829426:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6bdf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f86e0 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.829566:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.829570:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6be6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86d9 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.829575:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.829578:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6bdf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.829630:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f6be6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86d9 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.829639:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f6bdf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.829651:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137562.829706:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957302807424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.829711:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30176 00000100:00100000:0.0:1746137562.831582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.834855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.837932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.838410:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.843411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.846722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.847549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.851963:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.854126:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302808960 00000100:00100000:0.0:1746137562.854132:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302808960 00010000:00010000:0.0:1746137562.854150:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e7 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00000100:00100000:0.0:1746137562.854172:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17945 00000100:00100000:0.0:1746137562.854178:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302808960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137562.854188:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137562.854201:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6bed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e7 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.854210:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6bed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e7 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.854226:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978800/0x95b3ed7b846f6bed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86e7 expref: 6 pid: 24924 timeout: 755 lvb_type: 0 00010000:00010000:0.0:1746137562.854262:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.854264:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137562.854270:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6bf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86ee expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.854277:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86ee expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.854313:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f6bf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86ee expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137562.854324:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe9bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292918528:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137562.854396:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.856414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.858822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.863353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.866073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.867818:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.868562:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.868660:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302809984 00000100:00100000:1.0:1746137562.868664:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302809984 00000100:00100000:1.0:1746137562.868685:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30182 00000100:00100000:1.0:1746137562.868690:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957302809984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.868697:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.868704:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c09 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8703 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.868715:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.868719:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6c02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86fc expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.868724:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.868727:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c09 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8703 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.868747:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6c02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86fc expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.868757:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c09 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8703 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.868803:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137562.868838:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957302809984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.868843:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30182 00000100:00100000:0.0:1746137562.870722:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292918912:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137562.870741:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978e00/0x95b3ed7b846f6c02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f86fc expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.870752:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978e00, rc 0) 00000100:00100000:0.0:1746137562.870789:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957302809856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2815us (2968us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.870795:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30181 00000100:00100000:1.0:1746137562.873198:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.875438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.879411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.882037:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f499f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292919424:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137562.882060:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f6c10 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f870a expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137562.882072:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:0.0:1746137562.882114:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302810880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2295us (2706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.882122:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30183 00000100:00100000:0.0:1746137562.882485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.885403:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.887706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.888917:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.890835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.893036:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.895025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.895094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.896895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.898835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.898874:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.902829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.905539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.905631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.905751:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302813184 00000100:00100000:1.0:1746137562.905754:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302813184 00000100:00100000:1.0:1746137562.905786:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30188 00000100:00100000:1.0:1746137562.905790:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1731:x1830957302813184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.906002:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.906012:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f872d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.906027:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f6c2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8726 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.906032:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.906033:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137562.906036:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f872d expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.906051:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f6c2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8726 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.906060:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f6c2c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8726 expref: 45 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137562.906069:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292920704:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.906091:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137562.910564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.910954:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292920704:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.910976:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f872d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.910989:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137562.911027:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302813184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5236us (5396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.911034:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30188 00000100:00100000:0.0:1746137562.916633:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302813568 00000100:00100000:0.0:1746137562.916640:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302813568 00002000:00100000:0.0:1746137562.916680:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498700 x1830957302813568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.916689:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498700 with x1830957302813568 ext(0->4095) 00002000:00010000:0.0:1746137562.916693:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f498700 00000100:00100000:0.0:1746137562.922212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.922305:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.922990:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302813696 00000100:00100000:1.0:1746137562.923000:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302813696 00000100:00100000:1.0:1746137562.923052:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302813824 00000100:00100000:1.0:1746137562.923054:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302813824 00000100:00100000:1.0:1746137562.923078:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30189 00000100:00100000:1.0:1746137562.923086:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957302813696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137562.923103:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137562.923119:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8734 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.923145:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f872d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.923152:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.923154:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137562.923158:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8734 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.923186:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f872d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.923197:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6c33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f872d expref: 5 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137562.923208:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292920960:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137562.923284:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137562.925225:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292920960:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137562.925249:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8734 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137562.925265:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137562.925304:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957302813696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.925311:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30189 00000100:00100000:1.0:1746137562.926727:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292921600 00000100:00100000:1.0:1746137562.926729:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292921600 00000100:00100000:1.0:1746137562.926753:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1746137562.926757:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957292921600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.926787:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957292921600:12345-0@lo:400:kworker.0 Request processed in 30us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.926792:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1746137562.926812:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830957292921600:0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.926821:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957292922240:0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.926835:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1746137562.926839:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957292922112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.926855:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957292922112:12345-0@lo:400:kworker.0 Request processed in 16us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.927369:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1746137562.927383:0:11565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292921856 00000100:00100000:1.0:1746137562.927387:0:11565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292921856 00000100:00100000:1.0:1746137562.927407:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1746137562.927411:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1830957292921856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.927433:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3762:x1830957292921856:12345-0@lo:400:kworker.0 Request processed in 22us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.927437:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1746137562.927452:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957292922112:0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.927459:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957292922624:0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.927467:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957292922752:0@lo:400:kworker.0 00000100:00100000:0.0:1746137562.928615:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292921984 00000100:00100000:0.0:1746137562.928618:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292921984 00000100:00100000:0.0:1746137562.928711:0:11565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292922496 00000100:00100000:0.0:1746137562.928714:0:11565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292922496 00000100:00100000:1.0:1746137562.928839:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1746137562.928842:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1746137562.928844:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830957292921984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137562.928846:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830957292922496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.928870:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830957292921984:12345-0@lo:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.928875:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1746137562.928893:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1830957292921984:0@lo:400:kworker.0 00000100:00100000:1.0:1746137562.930646:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830957292922496:12345-0@lo:400:kworker.0 Request processed in 1792us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137562.930655:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1746137562.932021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.936706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.938969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.943539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.952039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.962058:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.962290:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302814848 00000100:00100000:1.0:1746137562.962299:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302814848 00002000:00100000:1.0:1746137562.962340:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073515500 x1830957302814848/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.962350:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515500 with x1830957302814848 ext(0->7) 00010000:00010000:1.0:1746137562.962359:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f873b expref: 46 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137562.962372:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f873b expref: 46 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137562.962379:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515500 00000100:00100000:1.0:1746137562.962409:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3045 00000100:00100000:1.0:1746137562.962507:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957302814848:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137562.964403:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302814848:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1981us (2348us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746137562.964413:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3045 00002000:00100000:0.0:1746137562.964422:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073515500 x1830957302814848/t4294972239(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 496/448 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.964430:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515500 with x1830957302814848 ext(0->7) 00010000:00010000:0.0:1746137562.964438:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f873b expref: 48 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137562.964451:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f6c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f873b expref: 48 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137562.964457:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515500 00000100:00100000:0.0:1746137562.972584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.975372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.979401:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f499180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292923520:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137562.979423:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137562.979461:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957302814976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5167us (6886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137562.979471:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17957 00000100:00100000:0.0:1746137562.979619:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302815360 00000100:00100000:0.0:1746137562.979630:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302815360 00002000:00100000:0.0:1746137562.979666:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498380 x1830957302815360/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.979681:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498380 with x1830957302815360 ext(0->4095) 00010000:00010000:0.0:1746137562.979689:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a625a800/0x95b3ed7b846f6c48 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8742 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137562.979701:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a625a800/0x95b3ed7b846f6c48 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8742 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137562.979707:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f498380 00000100:00100000:0.0:1746137562.979733:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3046 00000100:00100000:0.0:1746137562.979739:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302815360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137562.979856:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302815360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137562.979863:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3046 00002000:00100000:0.0:1746137562.979868:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498380 x1830957302815360/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137562.979875:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498380 with x1830957302815360 ext(0->4095) 00010000:00010000:0.0:1746137562.979879:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a625a800/0x95b3ed7b846f6c48 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8742 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137562.979888:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a625a800/0x95b3ed7b846f6c48 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8742 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137562.979893:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f498380 00000100:00100000:0.0:1746137562.982644:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302815488 00000100:00100000:0.0:1746137562.982648:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302815488 00000100:00100000:0.0:1746137562.986849:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137562.987027:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302815872 00000100:00100000:1.0:1746137562.987034:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302815872 00002000:00100000:1.0:1746137562.987070:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515f80 x1830957302815872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/0 e 0 to 0 dl 1746137573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.987080:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515f80 with x1830957302815872 ext(0->4095) 00010000:00010000:1.0:1746137562.987093:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8749 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137562.987105:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8749 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137562.987112:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515f80 00000100:00100000:1.0:1746137562.987139:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3047 00000100:00100000:1.0:1746137562.987146:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957302815872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137562.987285:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957302815872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137562.987290:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3047 00002000:00100000:1.0:1746137562.987296:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515f80 x1830957302815872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:753/0 lens 488/4536 e 0 to 0 dl 1746137573 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137562.987302:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515f80 with x1830957302815872 ext(0->4095) 00010000:00010000:1.0:1746137562.987307:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8749 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137562.987315:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f6c4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8749 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137562.987320:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515f80 00000100:00100000:0.0:1746137562.990173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.996146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137562.998704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.001063:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.005766:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.006488:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.008057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.008077:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302817024 00000100:00100000:1.0:1746137563.008082:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302817024 00000100:00100000:0.0:1746137563.008109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.008112:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30196 00000100:00100000:1.0:1746137563.008117:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957302817024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.008126:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.008134:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8765 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.008148:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.008151:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6c64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f875e expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.008157:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.008160:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8765 expref: 50 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.008179:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6c64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f875e expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.008186:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8765 expref: 49 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.008192:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137563.008222:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957302817024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.008228:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30196 00000100:00100000:0.0:1746137563.010257:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.011640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.013828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.015728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.015958:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302817920 00000100:00100000:1.0:1746137563.015963:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302817920 00000100:00100000:1.0:1746137563.016005:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30197 00000100:00100000:1.0:1746137563.016012:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302817920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.016022:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.016036:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f876c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.016061:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8765 expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.016069:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.016070:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.016074:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f876c expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.016098:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8765 expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.016109:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8765 expref: 47 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.016120:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292924928:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.016196:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.017445:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292924928:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.017466:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f876c expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.017479:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137563.017505:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302817920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1494us (1780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.017513:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30197 00000100:00100000:0.0:1746137563.017922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.020968:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.022491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.022542:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302818432 00000100:00100000:1.0:1746137563.022549:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302818432 00000100:00100000:1.0:1746137563.022601:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30198 00000100:00100000:1.0:1746137563.022607:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957302818432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.022619:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.022633:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8773 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.022657:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f876c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.022664:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.022665:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.022668:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8773 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.022693:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f876c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.022703:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6c72 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f876c expref: 5 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.022715:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292925184:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.022800:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.023920:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292925184:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.023967:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8773 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.023983:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137563.024011:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957302818432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1405us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.024016:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30198 00000100:00100000:0.0:1746137563.024166:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.024197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.024226:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302818688 00000100:00100000:1.0:1746137563.024228:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302818688 00000100:00100000:1.0:1746137563.024251:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30199 00000100:00100000:1.0:1746137563.024256:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957302818688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.024262:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.024269:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f877a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.024399:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.024404:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8773 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.024409:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.024412:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.024466:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8773 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.024474:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.024502:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137563.024525:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957302818688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 269us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.024530:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30199 00000100:00100000:0.0:1746137563.026230:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.027695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.027738:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302819072 00000100:00100000:1.0:1746137563.027743:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302819072 00000100:00100000:1.0:1746137563.027785:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30200 00000100:00100000:1.0:1746137563.027792:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302819072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.027801:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.027813:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8781 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.027831:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.027836:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.027841:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137563.027844:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.027873:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.027883:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.027894:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137563.027933:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302819072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.027952:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30200 00000100:00100000:0.0:1746137563.030045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.030091:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302819456 00000100:00100000:1.0:1746137563.030095:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302819456 00002000:00100000:1.0:1746137563.030125:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135565500 x1830957302819456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.030134:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135565500 with x1830957302819456 ext(0->4095) 00010000:00010000:1.0:1746137563.030141:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.030152:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.030158:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135565500 00000100:00100000:1.0:1746137563.030183:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3050 00000100:00100000:1.0:1746137563.030189:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957302819456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.030403:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302819456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.030409:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3050 00002000:00100000:1.0:1746137563.030414:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135565500 x1830957302819456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.030427:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135565500 with x1830957302819456 ext(0->4095) 00010000:00010000:1.0:1746137563.030432:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.030440:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6c80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f877a expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.030446:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135565500 00000100:00100000:0.0:1746137563.032742:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.032787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.032925:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302819584 00000100:00100000:1.0:1746137563.032933:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302819584 00000100:00100000:1.0:1746137563.033000:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30201 00000100:00100000:1.0:1746137563.033007:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957302819584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.033020:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.033034:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8788 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.033969:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.033976:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.033978:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.033981:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8788 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.033996:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.034011:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 5 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.034020:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292925952:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.034057:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.036034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.036178:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292925952:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.036196:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8788 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.036209:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137563.036226:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957302819584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3221us (3493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.036232:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30201 00000100:00100000:1.0:1746137563.036805:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302819968 00000100:00100000:1.0:1746137563.036812:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302819968 00002000:00100000:1.0:1746137563.036911:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57b800 x1830957302819968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.036920:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b800 with x1830957302819968 ext(0->4095) 00010000:00010000:1.0:1746137563.036927:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.036954:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.036966:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57b800 00000100:00100000:1.0:1746137563.036983:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3051 00000100:00100000:1.0:1746137563.036991:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302819968:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.037336:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302819968:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 344us (1307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.037342:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3051 00002000:00100000:1.0:1746137563.037347:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57b800 x1830957302819968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.037354:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b800 with x1830957302819968 ext(0->4095) 00010000:00010000:1.0:1746137563.037358:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.037366:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6c87 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8781 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.037372:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57b800 00000100:00100000:0.0:1746137563.044280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.048784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.049048:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302820352 00000100:00100000:1.0:1746137563.049054:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302820352 00002000:00100000:1.0:1746137563.049086:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957302820352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.049097:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957302820352 ext(0->4095) 00002000:00010000:1.0:1746137563.049101:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57aa00 00000100:00100000:1.0:1746137563.049364:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14023 00000100:00100000:1.0:1746137563.049371:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302820352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.049651:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302820352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.049656:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14023 00002000:00100000:1.0:1746137563.049662:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957302820352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.049669:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957302820352 ext(0->4095) 00002000:00010000:1.0:1746137563.049671:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57aa00 00000100:00100000:0.0:1746137563.051808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.052009:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302820480 00000100:00100000:1.0:1746137563.052016:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302820480 00000100:00100000:1.0:1746137563.052065:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30202 00000100:00100000:1.0:1746137563.052071:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302820480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.052085:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.052100:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f878f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.052127:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8788 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.052134:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.052136:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.052139:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f878f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.052167:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8788 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.052181:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6c8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8788 expref: 47 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.052193:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926208:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.052276:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.054844:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926208:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.054872:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f878f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.054888:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137563.055232:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302820480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.055243:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30202 00000100:00100000:0.0:1746137563.055894:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.058697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.058750:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302820864 00000100:00100000:1.0:1746137563.058757:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302820864 00002000:00100000:1.0:1746137563.058791:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578a80 x1830957302820864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.058801:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302820864 ext(0->4095) 00002000:00010000:1.0:1746137563.058806:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f578a80 00000100:00100000:1.0:1746137563.058905:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14024 00000100:00100000:1.0:1746137563.058912:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302820864:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137563.059064:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302820864:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.059073:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14024 00002000:00100000:1.0:1746137563.059078:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578a80 x1830957302820864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.059086:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578a80 with x1830957302820864 ext(0->4095) 00002000:00010000:1.0:1746137563.059089:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f578a80 00000100:00100000:0.0:1746137563.059263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.059457:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302820992 00000100:00100000:1.0:1746137563.059461:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302820992 00000100:00100000:1.0:1746137563.059805:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30203 00000100:00100000:1.0:1746137563.059812:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957302820992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.059821:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.059835:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6c9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8796 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.059857:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f878f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.059865:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.059866:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.059870:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6c9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8796 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.059895:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f878f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.060149:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6c95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f878f expref: 5 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.060167:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926464:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.060234:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.060461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.062625:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926464:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.062642:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6c9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8796 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.062651:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137563.062674:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957302820992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.063043:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30203 00000100:00100000:0.0:1746137563.063802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.068074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.071363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.075643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.077815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.077916:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302822016 00000100:00100000:1.0:1746137563.077923:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302822016 00000100:00100000:1.0:1746137563.078041:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30205 00000100:00100000:1.0:1746137563.078047:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302822016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.078061:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.078076:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87a4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.078100:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6ca3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f879d expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.078106:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.078107:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.078110:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.078139:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6ca3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f879d expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.078151:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f6ca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f879d expref: 47 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.078162:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926976:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.078456:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.079695:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292926976:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.079716:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.079728:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137563.079958:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302822016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1909us (2148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.079966:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30205 00000100:00100000:0.0:1746137563.080971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.083996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.084184:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302822400 00000100:00100000:1.0:1746137563.084190:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302822400 00002000:00100000:1.0:1746137563.084219:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57bb80 x1830957302822400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.084229:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57bb80 with x1830957302822400 ext(0->4095) 00002000:00010000:1.0:1746137563.084232:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57bb80 00000100:00100000:1.0:1746137563.084252:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14026 00000100:00100000:1.0:1746137563.084257:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302822400:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137563.084489:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302822400:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 231us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.084495:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14026 00002000:00100000:1.0:1746137563.084500:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57bb80 x1830957302822400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.084507:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57bb80 with x1830957302822400 ext(0->4095) 00002000:00010000:1.0:1746137563.084510:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57bb80 00000100:00100000:0.0:1746137563.085432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.085722:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302822528 00000100:00100000:1.0:1746137563.085727:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302822528 00000100:00100000:1.0:1746137563.085763:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30206 00000100:00100000:1.0:1746137563.085769:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957302822528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.085781:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.085795:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87ab expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.085818:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.085825:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.085827:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.085829:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.085908:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.085923:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 5 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.085934:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292927232:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.086200:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.086353:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.088929:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137563.089360:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6caa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87a4 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.089390:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292927232:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.089411:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.089419:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.089428:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137563.089452:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957302822528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3683us (4022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.089459:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30206 00000100:00100000:0.0:1746137563.091155:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.091457:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302823040 00000100:00100000:1.0:1746137563.091463:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302823040 00002000:00100000:1.0:1746137563.091495:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579180 x1830957302823040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.091508:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579180 with x1830957302823040 ext(0->4095) 00010000:00010000:1.0:1746137563.091516:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.091528:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.091533:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579180 00000100:00100000:1.0:1746137563.091555:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3053 00000100:00100000:1.0:1746137563.091561:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957302823040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.091674:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957302823040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.091679:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3053 00002000:00100000:1.0:1746137563.091684:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579180 x1830957302823040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.091691:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579180 with x1830957302823040 ext(0->4095) 00010000:00010000:1.0:1746137563.091695:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.091704:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ab expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.091710:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579180 00000100:00100000:0.0:1746137563.093607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.096862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.097022:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302823424 00000100:00100000:1.0:1746137563.097029:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302823424 00002000:00100000:1.0:1746137563.097070:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0726d80 x1830957302823424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.097087:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0726d80 with x1830957302823424 ext(0->4095) 00002000:00010000:1.0:1746137563.097091:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0726d80 00000100:00100000:1.0:1746137563.097119:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14027 00000100:00100000:1.0:1746137563.097126:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302823424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.097232:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302823424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.097238:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14027 00002000:00100000:1.0:1746137563.097243:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0726d80 x1830957302823424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.097250:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0726d80 with x1830957302823424 ext(0->4095) 00002000:00010000:1.0:1746137563.097253:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0726d80 00000100:00100000:0.0:1746137563.099835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.100069:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302823552 00000100:00100000:1.0:1746137563.100078:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302823552 00000100:00100000:1.0:1746137563.100122:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30208 00000100:00100000:1.0:1746137563.100130:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302823552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.100145:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.100159:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87b9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.100183:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cb8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b2 expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.100190:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.100191:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.100195:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.100222:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b2 expref: 47 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.100230:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cb8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b2 expref: 47 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.100240:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292927744:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.100318:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.102550:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292927744:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.102581:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.102605:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137563.102656:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302823552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (2826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.102665:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30208 00000100:00100000:0.0:1746137563.103401:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.108300:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302823936 00000100:00100000:0.0:1746137563.108307:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302823936 00002000:00100000:0.0:1746137563.108345:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499180 x1830957302823936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.108354:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499180 with x1830957302823936 ext(0->4095) 00002000:00010000:0.0:1746137563.108359:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499180 00000100:00100000:0.0:1746137563.108396:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14028 00000100:00100000:1.0:1746137563.108400:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302824064 00000100:00100000:0.0:1746137563.108402:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302823936:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.108403:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302824064 00000100:00100000:1.0:1746137563.108428:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30209 00000100:00100000:1.0:1746137563.108432:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957302824064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.108439:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.108451:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87c0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.108473:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.108480:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.108481:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.108484:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.108556:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.108568:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.108582:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292928000:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.108655:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.110298:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292928000:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.110321:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110333:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:0.0:1746137563.110334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.110366:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957302824064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1932us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.110373:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30209 00000100:00100000:1.0:1746137563.110392:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302824192 00000100:00100000:1.0:1746137563.110397:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302824192 00000100:00100000:1.0:1746137563.110417:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30210 00000100:00100000:1.0:1746137563.110422:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957302824192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.110456:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.110466:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87c7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110479:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.110483:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110488:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.110491:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110509:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110516:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.110522:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137563.110548:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957302824192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.110552:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30210 00000100:00100000:0.0:1746137563.112895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.113141:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17975 00000100:00100000:0.0:1746137563.113151:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302824320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137563.113165:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137563.113186:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.113198:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.113218:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6cbf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87b9 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.113251:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.113253:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.113259:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.113266:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.113296:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.113306:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.113317:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0724e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928256:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137563.113393:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.116854:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0724e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928256:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.116877:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.116932:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302824320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3782us (4044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.116961:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17975 00000100:00100000:0.0:1746137563.117918:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.122557:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.122772:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302824704 00000100:00100000:1.0:1746137563.122782:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302824704 00010000:00010000:1.0:1746137563.122819:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.122859:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17976 00000100:00100000:1.0:1746137563.122866:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957302824704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.122878:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.122897:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.122908:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.122926:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6cc6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c0 expref: 49 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.122970:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.122971:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.122977:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.122984:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.123012:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.123023:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928384:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.123094:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.125257:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928384:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.125275:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.125316:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957302824704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2449us (2768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.125325:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17976 00000100:00100000:0.0:1746137563.126393:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.130037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.130120:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302825088 00000100:00100000:1.0:1746137563.130129:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302825088 00000100:00100000:1.0:1746137563.130618:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30211 00000100:00100000:1.0:1746137563.130627:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302825088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.130642:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.130658:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f87ce expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.130683:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.130864:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.130867:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.130871:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.130899:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 47 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.130910:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 47 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.130920:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292928512:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.131019:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.132400:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292928512:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.132421:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.132434:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137563.132473:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302825088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.132479:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30211 00000100:00100000:0.0:1746137563.133142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.133468:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302825216 00000100:00100000:1.0:1746137563.133475:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302825216 00010000:00010000:1.0:1746137563.133498:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.133993:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17977 00000100:00100000:1.0:1746137563.134001:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957302825216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.134012:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.134029:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.134045:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.134066:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6ccd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87c7 expref: 48 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.134086:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.134088:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.134094:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.134102:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.134127:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.134139:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928640:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.134201:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.135836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.135916:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292928640:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.135932:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.135977:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957302825216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1977us (2836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.135986:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17977 00000100:00100000:0.0:1746137563.138124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.138167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.141625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.141693:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302825856 00000100:00100000:1.0:1746137563.141702:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302825856 00010000:00010000:1.0:1746137563.141732:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.141766:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17978 00000100:00100000:1.0:1746137563.141773:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302825856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.141784:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.141801:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.141813:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6cd4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ce expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.141832:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.141834:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.141839:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.141847:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.141875:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.141884:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.141895:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929024:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.141984:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.144583:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929024:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.144607:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.144638:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302825856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2866us (3022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.144647:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17978 00000100:00100000:0.0:1746137563.146804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.148928:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.149192:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302826240 00000100:00100000:1.0:1746137563.149199:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302826240 00010000:00010000:1.0:1746137563.149225:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.149260:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17979 00000100:00100000:1.0:1746137563.149265:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957302826240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.149277:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.149293:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.149304:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.149324:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6cdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87d5 expref: 49 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.149348:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.149349:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.149355:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.149366:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.149395:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.149407:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929152:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.149505:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.152078:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929152:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.152097:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137563.152335:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.152461:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957302826240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3194us (3536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.152470:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17979 00000100:00100000:0.0:1746137563.158827:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.163374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.167521:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957302826880:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3853us (4147us total) trans 4294972240 rc 0/0 00000100:00100000:1.0:1746137563.167533:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3056 00002000:00100000:1.0:1746137563.167544:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007352a680 x1830957302826880/t4294972240(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.167553:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352a680 with x1830957302826880 ext(0->7) 00010000:00010000:1.0:1746137563.167562:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 50 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.167577:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 50 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.167604:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352a680 00000100:00100000:0.0:1746137563.176659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.177894:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.178966:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302827136 00000100:00100000:1.0:1746137563.178976:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302827136 00010000:00010000:1.0:1746137563.179003:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 51 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.179032:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17980 00000100:00100000:1.0:1746137563.179038:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957302827136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.179051:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137563.179066:0:9571:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137563 -> 1746137564 00002000:00010000:1.0:1746137563.179069:0:9571:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137563 -> 1746137564 00010000:00010000:1.0:1746137563.179074:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 51 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.179085:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 51 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.179103:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6ce2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87dc expref: 51 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.179122:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.179124:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.179129:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.179136:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.179162:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.179172:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 5 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.179184:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929536:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.179255:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.181003:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929536:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.181018:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.181057:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2007:x1830957302827136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2018us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.181066:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17980 00000100:00100000:0.0:1746137563.181363:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.181658:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302827392 00000100:00100000:1.0:1746137563.181664:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302827392 00002000:00100000:1.0:1746137563.181698:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957302827392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.181707:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957302827392 ext(0->4095) 00010000:00010000:1.0:1746137563.181715:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.181726:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.181732:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:1.0:1746137563.181748:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3057 00000100:00100000:1.0:1746137563.181754:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302827392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.182649:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302827392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 892us (1284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.182656:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3057 00002000:00100000:1.0:1746137563.182661:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957302827392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.182668:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957302827392 ext(0->4095) 00010000:00010000:1.0:1746137563.182673:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.182682:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.182687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:0.0:1746137563.191002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.191097:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302827520 00000100:00100000:1.0:1746137563.191560:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302827520 00010000:00010000:1.0:1746137563.191611:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.191654:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 17981 00000100:00100000:1.0:1746137563.191662:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302827520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.191675:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.191698:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.191714:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.191736:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6ce9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87e3 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.191762:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.191764:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.191774:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6cf0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ea expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.191782:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ea expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.191818:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6cf0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87ea expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.191830:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929664:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.192699:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.195060:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292929664:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.195081:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.195119:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302827520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3457us (4129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.195130:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 17981 00000100:00100000:0.0:1746137563.196841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.197083:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302827776 00000100:00100000:1.0:1746137563.197093:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302827776 00002000:00100000:1.0:1746137563.197134:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3b80 x1830957302827776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.197150:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3b80 with x1830957302827776 ext(0->4095) 00002000:00010000:1.0:1746137563.197155:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3b80 00000100:00100000:1.0:1746137563.197175:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14032 00000100:00100000:1.0:1746137563.197182:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957302827776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.197854:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957302827776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 669us (1017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.197860:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14032 00002000:00100000:1.0:1746137563.197866:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3b80 x1830957302827776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.197873:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3b80 with x1830957302827776 ext(0->4095) 00002000:00010000:1.0:1746137563.197876:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3b80 00000100:00100000:0.0:1746137563.203216:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.208295:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.209459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.211886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.212178:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302828416 00000100:00100000:1.0:1746137563.212185:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302828416 00002000:00100000:1.0:1746137563.212217:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3100 x1830957302828416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.212226:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3100 with x1830957302828416 ext(0->4095) 00010000:00010000:1.0:1746137563.212233:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87f1 expref: 6 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.212243:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87f1 expref: 6 pid: 9556 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.212254:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3100 00000100:00100000:1.0:1746137563.212281:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3058 00000100:00100000:1.0:1746137563.212288:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302828416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.212414:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302828416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.212420:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3058 00002000:00100000:1.0:1746137563.212426:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3100 x1830957302828416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.212433:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3100 with x1830957302828416 ext(0->4095) 00010000:00010000:1.0:1746137563.212438:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87f1 expref: 6 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.212447:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f6cf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f87f1 expref: 6 pid: 9556 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.212457:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3100 00000100:00100000:0.0:1746137563.214258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.217109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.220051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.229839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.237001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.237061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.240042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.241682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.244210:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.245813:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.248414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.250449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.252746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.254636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.255843:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.256999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.259234:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.259268:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.262087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.264449:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.264496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.268492:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.272064:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.276312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.276384:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302832512 00000100:00100000:1.0:1746137563.276390:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302832512 00002000:00100000:1.0:1746137563.276424:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957302832512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.276435:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957302832512 ext(0->4095) 00002000:00010000:1.0:1746137563.276439:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:1.0:1746137563.276464:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14036 00000100:00100000:1.0:1746137563.276471:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957302832512:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.276835:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957302832512:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 363us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.276841:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14036 00002000:00100000:1.0:1746137563.276846:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957302832512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.276853:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957302832512 ext(0->4095) 00002000:00010000:1.0:1746137563.276855:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:0.0:1746137563.278209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.280962:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.285611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.285660:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302833024 00000100:00100000:1.0:1746137563.285667:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302833024 00002000:00100000:1.0:1746137563.285706:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777800 x1830957302833024/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.285716:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957302833024 ext(0->4095) 00002000:00010000:1.0:1746137563.285720:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:1.0:1746137563.285750:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14037 00000100:00100000:1.0:1746137563.285757:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302833024:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.285891:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302833024:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.285896:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14037 00002000:00100000:1.0:1746137563.285969:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777800 x1830957302833024/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.285978:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957302833024 ext(0->4095) 00002000:00010000:1.0:1746137563.285982:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:0.0:1746137563.287923:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.288023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.288068:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302833152 00000100:00100000:1.0:1746137563.288076:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302833152 00000100:00100000:1.0:1746137563.288105:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302833280 00000100:00100000:1.0:1746137563.288107:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302833280 00000100:00100000:1.0:1746137563.288131:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30226 00000100:00100000:1.0:1746137563.288138:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957302833152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.288153:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.288167:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8837 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.288192:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f6d36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8830 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.288199:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.288201:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.288204:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8837 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.288229:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f6d36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8830 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.288239:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59600/0x95b3ed7b846f6d36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8830 expref: 5 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.288254:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292932352:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.288312:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.289868:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292932352:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.289888:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8837 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.289900:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137563.290142:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957302833152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2003us (2224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.290148:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30226 00000100:00100000:0.0:1746137563.290741:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.293477:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.296109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.300248:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.304266:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.304324:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302834176 00000100:00100000:1.0:1746137563.304334:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302834176 00000100:00100000:1.0:1746137563.304382:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30228 00000100:00100000:1.0:1746137563.304390:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302834176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.304405:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.304419:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8845 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.304445:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d44 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f883e expref: 51 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.304451:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.304453:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.304456:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8845 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.304485:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d44 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f883e expref: 51 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.304495:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f883e expref: 51 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.304508:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292932864:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.304609:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.308564:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292932864:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.308607:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8845 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.308624:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137563.308675:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302834176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4281us (4412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.308683:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30228 00000100:00100000:0.0:1746137563.309984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.310473:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.310844:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302834432 00000100:00100000:1.0:1746137563.310848:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302834432 00000100:00100000:1.0:1746137563.310883:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30229 00000100:00100000:1.0:1746137563.310889:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957302834432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.310900:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.310909:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f884c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.310924:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8845 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.310929:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.310930:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.310932:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.310977:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8845 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.310987:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f6d4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8845 expref: 5 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.310995:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292933120:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.311028:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.313633:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.313657:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292933120:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.313807:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.313825:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137563.313965:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957302834432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3076us (3493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.314304:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30229 00000100:00100000:0.0:1746137563.315565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.317353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.321538:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302835200 00000100:00100000:1.0:1746137563.321548:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302835200 00000100:00100000:1.0:1746137563.321607:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30230 00000100:00100000:1.0:1746137563.321613:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302835200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.321630:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.321646:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8853 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.321672:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.321678:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.321680:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.321683:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.321710:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.321720:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 51 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.321730:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292933376:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.321832:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.328413:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292933376:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.328442:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.328458:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137563.328516:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302835200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6902us (7020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.328525:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30230 00000100:00100000:0.0:1746137563.329884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.330933:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957302835328:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 803us (1051us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746137563.331028:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3066 00002000:00100000:0.0:1746137563.331034:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a6775f80 x1830957302835328/t4294972242(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.331042:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957302835328 ext(0->7) 00010000:00010000:0.0:1746137563.331047:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 54 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.331057:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f6d52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f884c expref: 54 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.331062:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775f80 00000100:00100000:0.0:1746137563.335712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.335772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.336051:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302835584 00000100:00100000:1.0:1746137563.336054:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302835584 00000100:00100000:1.0:1746137563.336089:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30231 00000100:00100000:1.0:1746137563.336094:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:1730:x1830957302835584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.336109:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.336119:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f885a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.336137:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.336146:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.336154:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137563.336157:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 56 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.336195:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.336272:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 55 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.336279:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137563.336316:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:1730:x1830957302835584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.336321:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30231 00000100:00100000:0.0:1746137563.339698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.340185:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302835840 00000100:00100000:1.0:1746137563.340191:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302835840 00002000:00100000:1.0:1746137563.340224:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774380 x1830957302835840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.340234:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957302835840 ext(0->4095) 00010000:00010000:1.0:1746137563.340242:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.340253:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.340259:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6774380 00000100:00100000:1.0:1746137563.340278:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3067 00000100:00100000:1.0:1746137563.340285:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302835840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.340403:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302835840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.340409:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3067 00002000:00100000:1.0:1746137563.340414:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774380 x1830957302835840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.340421:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957302835840 ext(0->4095) 00010000:00010000:1.0:1746137563.340424:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.340433:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8853 expref: 6 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.340438:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6774380 00000100:00100000:0.0:1746137563.342983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.345918:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.347076:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302836224 00000100:00100000:1.0:1746137563.347084:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302836224 00002000:00100000:1.0:1746137563.347117:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775c00 x1830957302836224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.347132:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957302836224 ext(0->4095) 00002000:00010000:1.0:1746137563.347136:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775c00 00000100:00100000:1.0:1746137563.347906:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14040 00000100:00100000:1.0:1746137563.347914:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2006:x1830957302836224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.348479:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2006:x1830957302836224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 565us (2568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.348485:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14040 00002000:00100000:1.0:1746137563.348492:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775c00 x1830957302836224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.348499:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957302836224 ext(0->4095) 00002000:00010000:1.0:1746137563.348503:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775c00 00000100:00100000:0.0:1746137563.350675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.357447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.357796:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302836480 00000100:00100000:1.0:1746137563.357805:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302836480 00002000:00100000:1.0:1746137563.357845:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a6775880 x1830957302836480/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.357854:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957302836480 ext(0->7) 00010000:00010000:1.0:1746137563.357862:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 54 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.357874:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 54 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.357881:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775880 00000100:00100000:1.0:1746137563.357902:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3068 00000100:00100000:1.0:1746137563.357909:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2006:x1830957302836480:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137563.359233:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957302836480:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1323us (1795us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746137563.359241:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3068 00002000:00100000:0.0:1746137563.359247:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a6775880 x1830957302836480/t4294972243(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.359254:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957302836480 ext(0->7) 00010000:00010000:0.0:1746137563.359260:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 56 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.359270:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f885a expref: 56 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.359275:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775880 00000100:00100000:0.0:1746137563.363872:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.368889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.369721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.369807:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302836992 00000100:00100000:1.0:1746137563.369811:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302836992 00002000:00100000:1.0:1746137563.369835:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891500 x1830957302836992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.369844:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957302836992 ext(0->4095) 00010000:00010000:1.0:1746137563.369850:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8861 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.369860:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8861 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.369866:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891500 00000100:00100000:1.0:1746137563.369879:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3069 00000100:00100000:1.0:1746137563.369884:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302836992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.369997:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302836992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.370002:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3069 00002000:00100000:1.0:1746137563.370007:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891500 x1830957302836992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.370013:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957302836992 ext(0->4095) 00010000:00010000:1.0:1746137563.370017:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8861 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.370025:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f6d67 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8861 expref: 6 pid: 16986 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.370031:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891500 00000100:00100000:0.0:1746137563.374767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.376553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.381535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.385328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.390912:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.395642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.395807:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302838016 00000100:00100000:1.0:1746137563.395816:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302838016 00000100:00100000:1.0:1746137563.395873:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30235 00000100:00100000:1.0:1746137563.395881:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302838016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.395897:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.395913:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8876 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.395972:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6d75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f886f expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.395980:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.395981:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.395984:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8876 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.396041:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6d75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f886f expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.396052:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6d75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f886f expref: 55 pid: 16986 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.396063:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292934656:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.396529:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.397238:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292934656:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.397257:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8876 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.397268:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137563.397295:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302838016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1415us (1662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.397300:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30235 00000100:00100000:0.0:1746137563.397697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.399580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.401773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.401837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.401901:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302838528 00000100:00100000:1.0:1746137563.401907:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302838528 00000100:00100000:1.0:1746137563.401961:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302838656 00000100:00100000:1.0:1746137563.401963:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302838656 00000100:00100000:1.0:1746137563.401978:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30236 00000100:00100000:1.0:1746137563.401983:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957302838528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.401993:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.402006:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6d83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f887d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.402027:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8876 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.402034:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.402035:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.402038:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6d83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f887d expref: 57 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.402062:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8876 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.402076:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6d7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8876 expref: 5 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.402086:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292934912:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.402140:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.404447:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292934912:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.404468:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f6d83 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f887d expref: 57 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137563.404867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137563.405325:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137563.405361:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1730:x1830957302838528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3377us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.405368:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30236 00000100:00100000:1.0:1746137563.409397:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.413112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.417256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.434246:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.434332:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302839552 00000100:00100000:1.0:1746137563.434342:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302839552 00000100:00100000:1.0:1746137563.434399:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30238 00000100:00100000:1.0:1746137563.434407:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302839552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.434424:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.434441:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f888b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.434468:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6d8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8884 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.434480:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.434482:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.434485:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f888b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.434511:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6d8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8884 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.434521:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6d8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8884 expref: 55 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.434532:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292935424:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.434618:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.441925:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292935424:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.441995:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f888b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.442014:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137563.442067:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302839552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7659us (7841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.442076:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30238 00000100:00100000:0.0:1746137563.442813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.443977:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2008:x1830957302839680:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 916us (1162us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746137563.443985:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3072 00002000:00100000:0.0:1746137563.443991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007f890e00 x1830957302839680/t4294972244(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.443997:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890e00 with x1830957302839680 ext(0->7) 00010000:00010000:0.0:1746137563.444002:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6d8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8884 expref: 58 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.444011:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6d8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8884 expref: 58 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.444016:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890e00 00000100:00100000:0.0:1746137563.446243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.451050:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.451093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.451124:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302840192 00000100:00100000:0.0:1746137563.451131:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302840192 00002000:00100000:0.0:1746137563.451171:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893480 x1830957302840192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.451181:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893480 with x1830957302840192 ext(0->4095) 00002000:00010000:0.0:1746137563.451186:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893480 00000100:00100000:0.0:1746137563.451208:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14044 00000100:00100000:0.0:1746137563.451214:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302840192:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137563.451344:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302840192:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.451350:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14044 00002000:00100000:0.0:1746137563.451355:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893480 x1830957302840192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.451361:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893480 with x1830957302840192 ext(0->4095) 00002000:00010000:0.0:1746137563.451364:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893480 00000100:00100000:1.0:1746137563.451530:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302839936 00000100:00100000:1.0:1746137563.451534:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302839936 00000100:00100000:1.0:1746137563.451560:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30239 00000100:00100000:1.0:1746137563.451564:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957302839936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.451576:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.451597:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8892 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.451619:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f888b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.451626:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.451627:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.451630:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 59 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.451657:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f888b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.451668:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f6d91 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f888b expref: 5 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.451678:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292935680:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.451728:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.454912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.455164:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dface00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292935680:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.455198:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 58 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.455214:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137563.455424:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957302839936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3857us (4382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.455433:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30239 00000100:00100000:0.0:1746137563.455732:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.459284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.459362:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302840704 00000100:00100000:1.0:1746137563.459370:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302840704 00002000:00100000:1.0:1746137563.459410:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957302840704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.459420:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957302840704 ext(0->4095) 00010000:00010000:1.0:1746137563.459428:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 59 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.459440:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 59 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.459446:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ce00 00000100:00100000:1.0:1746137563.459464:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3073 00000100:00100000:1.0:1746137563.459471:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957302840704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.459608:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957302840704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.459614:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3073 00002000:00100000:1.0:1746137563.459620:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957302840704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.459626:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957302840704 ext(0->4095) 00010000:00010000:1.0:1746137563.459630:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 59 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.459643:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6d98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8892 expref: 59 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.459648:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ce00 00000100:00100000:0.0:1746137563.461801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.465436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.466474:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302841088 00000100:00100000:1.0:1746137563.466485:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302841088 00002000:00100000:1.0:1746137563.466526:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f480 x1830957302841088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.466536:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957302841088 ext(0->4095) 00002000:00010000:1.0:1746137563.466540:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1f480 00000100:00100000:1.0:1746137563.466579:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14045 00000100:00100000:1.0:1746137563.466595:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2008:x1830957302841088:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137563.466721:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2008:x1830957302841088:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.466727:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14045 00002000:00100000:1.0:1746137563.466733:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f480 x1830957302841088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.466740:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957302841088 ext(0->4095) 00002000:00010000:1.0:1746137563.466742:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1f480 00000100:00100000:0.0:1746137563.472217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.482913:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.483045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.489547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.496128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.498697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.501139:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.505799:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.505992:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302842368 00000100:00100000:1.0:1746137563.506000:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302842368 00002000:00100000:1.0:1746137563.506039:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e4a80 x1830957302842368/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.506054:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957302842368 ext(0->7) 00010000:00010000:1.0:1746137563.506061:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6dad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88a7 expref: 58 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.506074:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6dad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88a7 expref: 58 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.506079:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4a80 00000100:00100000:1.0:1746137563.506108:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3075 00000100:00100000:1.0:1746137563.506115:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2005:x1830957302842368:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137563.508799:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957302842368:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2673us (2994us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746137563.508811:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3075 00002000:00100000:0.0:1746137563.508822:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e4a80 x1830957302842368/t4294972245(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.508831:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957302842368 ext(0->7) 00010000:00010000:0.0:1746137563.508840:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6dad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88a7 expref: 60 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.508854:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f6dad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88a7 expref: 60 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.508860:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4a80 00000100:00100000:0.0:1746137563.511195:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.518019:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.520851:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302842880 00000100:00100000:0.0:1746137563.520859:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302842880 00000100:00100000:0.0:1746137563.521180:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30244 00000100:00100000:0.0:1746137563.521188:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957302842880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137563.521203:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137563.521219:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6dbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f88b5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.521242:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f6db4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ae expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.521248:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.521249:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.521252:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6dbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88b5 expref: 60 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.521282:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f6db4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ae expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.521291:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f6db4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ae expref: 5 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.521301:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292936960:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137563.521387:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.521844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.521958:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302843008 00000100:00100000:1.0:1746137563.521962:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302843008 00000100:00100000:1.0:1746137563.522013:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30245 00000100:00100000:1.0:1746137563.522018:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957302843008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.522025:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.522032:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6dc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f88bc expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.522042:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.522046:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6dbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88b5 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.522050:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.522053:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6dc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88bc expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.522076:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6dbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88b5 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.522085:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6dc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88bc expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.522094:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137563.522127:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957302843008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.522133:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30245 00000100:00100000:0.0:1746137563.524606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.527507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.530657:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.533001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.535014:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.539412:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.542439:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.544579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.547072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.547985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.555657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.560824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.562342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.564830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.567778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.574468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.575060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.575981:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302846080 00000100:00100000:1.0:1746137563.575986:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302846080 00000100:00100000:1.0:1746137563.576015:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30251 00000100:00100000:1.0:1746137563.576021:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957302846080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.576027:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.576034:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f88e6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.576045:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.576048:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.576053:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.576056:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.576091:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.576102:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.576111:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137563.576134:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302846080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.576140:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30251 00000100:00100000:0.0:1746137563.577910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.581625:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302846464 00000100:00100000:0.0:1746137563.581631:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302846464 00002000:00100000:0.0:1746137563.581664:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036ca80 x1830957302846464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.581673:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036ca80 with x1830957302846464 ext(0->4095) 00010000:00010000:0.0:1746137563.581680:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 61 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.581691:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 61 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.581696:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036ca80 00000100:00100000:0.0:1746137563.581711:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3078 00000100:00100000:0.0:1746137563.581717:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302846464:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137563.581821:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302846464:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.581827:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3078 00002000:00100000:0.0:1746137563.581832:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036ca80 x1830957302846464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.581839:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036ca80 with x1830957302846464 ext(0->4095) 00010000:00010000:0.0:1746137563.581844:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 61 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.581852:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6de5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88df expref: 61 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.581859:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036ca80 00000001:00080000:0.0:1746137563.582923:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970790 is committed 00000100:00100000:0.0:1746137563.586267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.592611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.604774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.612636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.615073:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302847104:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1040us (2433us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746137563.615081:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3079 00002000:00100000:0.0:1746137563.615088:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880099434700 x1830957302847104/t4294972246(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 496/448 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.615096:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434700 with x1830957302847104 ext(0->7) 00010000:00010000:0.0:1746137563.615102:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.615112:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.615117:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434700 00000100:00100000:0.0:1746137563.620292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.623824:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302847360 00000100:00100000:0.0:1746137563.623833:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302847360 00010000:00010000:0.0:1746137563.623864:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 63 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.623900:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18018 00000100:00100000:0.0:1746137563.623907:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302847360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.625411:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.625438:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 63 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.625453:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 63 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.625474:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6dec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88e6 expref: 63 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.626454:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.626457:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.626466:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.626482:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.626523:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.626534:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 5 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.626547:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939264:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.626660:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.629776:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939264:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.629798:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.629851:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302847360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5942us (6138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.629863:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18018 00000100:00100000:0.0:1746137563.629934:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.630427:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302847616 00000100:00100000:1.0:1746137563.630433:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302847616 00002000:00100000:1.0:1746137563.630466:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957302847616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.630476:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302847616 ext(0->4095) 00010000:00010000:1.0:1746137563.630483:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.630494:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.630501:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434e00 00000100:00100000:1.0:1746137563.630786:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3080 00000100:00100000:1.0:1746137563.630793:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302847616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.630904:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302847616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.630909:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3080 00002000:00100000:1.0:1746137563.630913:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957302847616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.630920:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957302847616 ext(0->4095) 00010000:00010000:1.0:1746137563.630924:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.630932:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:1.0:1746137563.630954:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137563.639808:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.639896:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302847744 00000100:00100000:1.0:1746137563.639905:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302847744 00010000:00010000:1.0:1746137563.639965:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.640491:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18019 00000100:00100000:1.0:1746137563.640498:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302847744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.640511:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.640528:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.640536:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.640552:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6df3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88ed expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.640574:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.640576:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.640580:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 61 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.640594:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 61 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.640620:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 61 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.640629:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939392:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.640690:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.642702:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939392:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.642721:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.642768:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302847744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2269us (2968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.642777:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18019 00000100:00100000:0.0:1746137563.644483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.648058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.651561:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.651987:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302848256 00000100:00100000:1.0:1746137563.651994:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302848256 00010000:00010000:1.0:1746137563.652022:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.652056:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18020 00000100:00100000:1.0:1746137563.652062:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302848256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.652073:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.652090:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.652100:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.652119:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f6dfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88f4 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.652143:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.652145:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.652151:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.652157:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.652186:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.652196:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939648:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.652254:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.654368:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292939648:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.654386:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.654420:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957302848256:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2356us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.654429:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18020 00000100:00100000:0.0:1746137563.656772:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.656865:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302848512 00000100:00100000:1.0:1746137563.656875:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302848512 00002000:00100000:1.0:1746137563.656917:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434a80 x1830957302848512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.656927:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957302848512 ext(0->4095) 00002000:00010000:1.0:1746137563.656932:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:1.0:1746137563.657472:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14054 00000100:00100000:1.0:1746137563.657479:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302848512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.657615:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302848512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (852us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.657621:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14054 00002000:00100000:1.0:1746137563.657627:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434a80 x1830957302848512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.657634:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957302848512 ext(0->4095) 00002000:00010000:1.0:1746137563.657636:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:0.0:1746137563.658279:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.660416:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.660791:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302848768 00000100:00100000:1.0:1746137563.660799:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302848768 00000100:00100000:1.0:1746137563.660846:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30256 00000100:00100000:1.0:1746137563.660853:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302848768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.660868:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.660882:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8909 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.660905:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.660909:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.660915:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.660918:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 64 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.660966:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.660978:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 64 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.660987:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137563.661035:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1731:x1830957302848768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.661041:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30256 00000100:00100000:0.0:1746137563.663637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.663810:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302848896 00000100:00100000:1.0:1746137563.663817:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302848896 00010000:00010000:1.0:1746137563.663842:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.664093:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18021 00000100:00100000:1.0:1746137563.664102:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302848896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.664114:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.664132:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.664141:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.664159:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f6e01 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f88fb expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.664689:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.664691:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.664698:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.664706:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.664736:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.664747:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.664758:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940032:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.664827:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.668014:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.668427:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940032:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.668442:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.670067:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302848896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5957us (6421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.670076:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18021 00000100:00100000:0.0:1746137563.671691:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.671798:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302849280 00000100:00100000:1.0:1746137563.671807:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302849280 00010000:00010000:1.0:1746137563.671835:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.672372:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18022 00000100:00100000:1.0:1746137563.672380:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2008:x1830957302849280:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.672395:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.672413:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.672423:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.672443:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8902 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.672468:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.672470:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.672476:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.672483:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.672512:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.672523:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940160:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.672609:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.675212:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940160:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.675228:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.675261:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957302849280:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2882us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.675271:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18022 00000100:00100000:0.0:1746137563.676631:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.678366:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.681325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.681712:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302849792 00000100:00100000:1.0:1746137563.681718:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302849792 00010000:00010000:1.0:1746137563.681742:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.681777:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18023 00000100:00100000:1.0:1746137563.681783:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302849792:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.681796:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.681813:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.681823:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.681842:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8909 expref: 62 pid: 24924 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.682190:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.682192:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.682198:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.682206:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.682236:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.682248:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940416:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.682304:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.684146:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940416:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.684161:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.684411:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302849792:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2626us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.684421:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18023 00000100:00100000:0.0:1746137563.684606:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.686403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.687554:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302850304 00000100:00100000:0.0:1746137563.687558:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302850304 00000100:00100000:0.0:1746137563.687597:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30259 00000100:00100000:0.0:1746137563.687602:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302850304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137563.687610:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137563.687619:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f891e expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.687633:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.687636:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.687642:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137563.687645:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.687666:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.687677:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.687685:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe200, rc 0) 00000100:00100000:0.0:1746137563.688443:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1731:x1830957302850304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 838us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137563.688449:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30259 00000100:00100000:0.0:1746137563.690388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.690460:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302850432 00000100:00100000:1.0:1746137563.690467:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302850432 00010000:00010000:1.0:1746137563.690491:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.690545:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18024 00000100:00100000:1.0:1746137563.690551:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302850432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.690564:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.690595:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.690605:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.690624:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6e16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8910 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.690729:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.690732:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.690737:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.690745:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.690773:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.690783:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.690795:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940800:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.690953:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.692542:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940800:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137563.692568:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137563.692639:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.692669:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302850432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2117us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.692678:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18024 00000100:00100000:0.0:1746137563.695438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.695545:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302850816 00000100:00100000:1.0:1746137563.695553:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302850816 00010000:00010000:1.0:1746137563.695594:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.695631:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18025 00000100:00100000:1.0:1746137563.695638:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302850816:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.695651:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.695668:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.695678:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.695700:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8917 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.695725:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.695727:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.695733:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.695740:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.695771:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.695788:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940928:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.695906:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.699185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.699806:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292940928:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.699822:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.699855:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302850816:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4218us (4424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.699862:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18025 00000100:00100000:0.0:1746137563.702043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.705233:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.705333:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302851328 00000100:00100000:1.0:1746137563.705339:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302851328 00010000:00010000:1.0:1746137563.705364:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.705396:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18026 00000100:00100000:1.0:1746137563.705402:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302851328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.705412:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.705429:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.705439:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.705457:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f6e24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f891e expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.705879:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.705881:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.705887:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.705896:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.705922:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.705932:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941184:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.706006:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.708206:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.708316:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941184:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.708331:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.708499:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302851328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3096us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.708508:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18026 00000100:00100000:0.0:1746137563.713334:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.713568:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302851840 00000100:00100000:1.0:1746137563.713575:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302851840 00000100:00100000:1.0:1746137563.713622:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30262 00000100:00100000:1.0:1746137563.713628:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302851840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.713638:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.713648:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8933 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.713668:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.713672:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.713678:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.713681:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.713703:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.713712:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.713721:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:1.0:1746137563.713757:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1731:x1830957302851840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.713763:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30262 00000100:00100000:0.0:1746137563.715988:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.716101:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302851968 00000100:00100000:1.0:1746137563.716107:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302851968 00010000:00010000:1.0:1746137563.716130:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.716243:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18027 00000100:00100000:1.0:1746137563.716249:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302851968:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.716260:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.716278:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.716289:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.716306:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6e2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8925 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.716332:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.716334:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.716339:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.716347:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.716371:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.716380:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.716392:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941568:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.717191:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.719283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.719361:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941568:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.719377:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.719408:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302851968:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3159us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.719418:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18027 00000100:00100000:0.0:1746137563.722438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.722517:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302852352 00000100:00100000:1.0:1746137563.722524:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302852352 00010000:00010000:1.0:1746137563.722547:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.722619:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18028 00000100:00100000:1.0:1746137563.722626:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302852352:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.722639:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.722655:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.722665:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.722684:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6e32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f892c expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.722708:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.722710:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.722715:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.722723:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.722749:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.722760:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941696:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.722818:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.725326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.725506:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941696:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.725521:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.725555:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302852352:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2929us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.725564:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18028 00000100:00100000:0.0:1746137563.728862:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.732080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.732360:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302852864 00000100:00100000:1.0:1746137563.732366:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302852864 00010000:00010000:1.0:1746137563.732390:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.732437:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18029 00000100:00100000:1.0:1746137563.732443:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302852864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.732454:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.732471:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.732480:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.732498:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f6e39 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8933 expref: 62 pid: 9556 timeout: 756 lvb_type: 0 00010000:00010000:1.0:1746137563.732797:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.732800:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.732805:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.732812:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.732837:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137563.732851:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941952:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.733188:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.734964:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.735785:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292941952:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.735803:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.735839:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957302852864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3396us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.735849:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18029 00000100:00100000:0.0:1746137563.737451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.744990:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.747068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.748280:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302853504 00000100:00100000:0.0:1746137563.748285:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302853504 00010000:00010000:0.0:1746137563.748306:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.748369:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18030 00000100:00100000:0.0:1746137563.748374:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302853504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137563.748382:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137563.748398:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.748407:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.748424:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f893a expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.748784:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.748786:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.748792:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f6e47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8941 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.748799:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f6e47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8941 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.748824:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f6e47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8941 expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.748834:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f6e47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8941 expref: 62 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.748844:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073db7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292942336:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137563.751730:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073db7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292942336:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137563.751751:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137563.751795:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302853504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3420us (4726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137563.751806:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18030 00000100:00100000:1.0:1746137563.751923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.755129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.758013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.761345:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.766564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.770774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.770825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.774259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.775263:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302854912 00000100:00100000:0.0:1746137563.775266:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302854912 00000100:00100000:0.0:1746137563.775292:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30268 00000100:00100000:0.0:1746137563.775297:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957302854912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137563.775307:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137563.775316:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f895d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.775330:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8956 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.775335:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137563.775336:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137563.775339:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f895d expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.775352:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8956 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.775360:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6e5c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8956 expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.775367:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f522d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943104:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137563.775397:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.777524:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f522d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943104:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.777542:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f895d expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.777553:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073549a00, rc 0) 00000100:00100000:1.0:1746137563.777571:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302854912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.777576:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30268 00000100:00100000:0.0:1746137563.778790:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.781971:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.785346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.786276:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14063 00000100:00100000:1.0:1746137563.786285:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302855680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.786421:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302855680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1087us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.786427:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14063 00002000:00100000:1.0:1746137563.786432:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999500 x1830957302855680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.786439:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999500 with x1830957302855680 ext(0->4095) 00002000:00010000:1.0:1746137563.786442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999500 00000100:00100000:0.0:1746137563.788123:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.788202:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302855808 00000100:00100000:1.0:1746137563.788210:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302855808 00000100:00100000:1.0:1746137563.788257:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30269 00000100:00100000:1.0:1746137563.788263:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302855808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.788276:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.788290:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8964 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.788313:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f895d expref: 61 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.788320:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.788321:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.788324:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.788352:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f895d expref: 61 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.788363:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073549a00/0x95b3ed7b846f6e63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f895d expref: 61 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.788375:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943360:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.788441:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.790121:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943360:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.790144:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.790158:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137563.790187:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302855808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.790194:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30269 00000100:00100000:0.0:1746137563.793528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.798599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.798723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.798761:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302856320 00000100:00100000:0.0:1746137563.798770:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302856320 00002000:00100000:0.0:1746137563.798811:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99a300 x1830957302856320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.798823:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a300 with x1830957302856320 ext(0->4095) 00002000:00010000:0.0:1746137563.798827:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f99a300 00000100:00100000:1.0:1746137563.799145:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302856064 00000100:00100000:1.0:1746137563.799149:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302856064 00000100:00100000:1.0:1746137563.799176:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30270 00000100:00100000:1.0:1746137563.799182:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957302856064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.799194:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.799208:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f896b expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.799234:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.799245:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.799247:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.799249:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.799282:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.799292:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.799302:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943616:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.799348:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.800945:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3086 00000100:00100000:0.0:1746137563.800957:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302856320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137563.801082:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302856320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (2358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.801087:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3086 00002000:00100000:0.0:1746137563.801094:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99a300 x1830957302856320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.801102:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a300 with x1830957302856320 ext(0->4095) 00010000:00010000:0.0:1746137563.801110:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.801121:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00002000:00010000:0.0:1746137563.801125:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99a300 00000100:00100000:0.0:1746137563.804314:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.804616:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943616:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137563.804642:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.804657:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137563.804693:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302856064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5511us (6114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.804700:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30270 00000100:00100000:1.0:1746137563.804726:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302856448 00000100:00100000:1.0:1746137563.804732:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302856448 00000100:00100000:0.0:1746137563.805543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.805627:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302856576 00000100:00100000:0.0:1746137563.805631:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302856576 00010000:00010000:0.0:1746137563.805649:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.805669:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18036 00000100:00100000:0.0:1746137563.805675:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302856576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137563.805686:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137563.805702:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.805712:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.805729:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6e6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8964 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00010000:00010000:0.0:1746137563.805741:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.805743:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.805748:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.805756:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.805781:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137563.805792:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136636d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292943744:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137563.805842:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.805965:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30271 00000100:00100000:1.0:1746137563.805972:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957302856448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.805985:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.805995:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6e78 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8972 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.806010:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.806016:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.806017:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.806019:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6e78 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8972 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.806035:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.806044:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6e71 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f896b expref: 63 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:1.0:1746137563.806052:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943872:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137563.806078:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.810040:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136636d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292943744:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137563.810063:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137563.810115:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302856576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4437us (4571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137563.810126:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18036 00000100:00100000:1.0:1746137563.810213:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.811291:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292943872:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137563.811309:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6e78 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8972 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.811322:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:0.0:1746137563.811354:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302856448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5382us (7049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137563.811360:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30271 00000100:00100000:0.0:1746137563.816268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.821747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.822362:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302857216 00000100:00100000:0.0:1746137563.822368:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302857216 00002000:00100000:0.0:1746137563.822404:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957302857216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.822414:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957302857216 ext(0->4095) 00002000:00010000:0.0:1746137563.822418:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfad180 00000100:00100000:0.0:1746137563.822445:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14065 00000100:00100000:0.0:1746137563.822453:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302857216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137563.822565:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302857216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (828us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.822570:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14065 00002000:00100000:0.0:1746137563.822576:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957302857216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.822600:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957302857216 ext(0->4095) 00002000:00010000:0.0:1746137563.822603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfad180 00000100:00100000:0.0:1746137563.824832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.829162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.833317:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.833404:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.834040:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302857728 00000100:00100000:0.0:1746137563.834044:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302857728 00000100:00100000:0.0:1746137563.834076:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30273 00000100:00100000:0.0:1746137563.834081:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302857728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137563.834089:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137563.834101:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f6e86 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8980 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.834121:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e7f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8979 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.834127:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.834129:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.834132:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f6e86 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8980 expref: 63 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.834154:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e7f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8979 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.834163:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6e7f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8979 expref: 6 pid: 9557 timeout: 756 lvb_type: 0 00000100:00100000:0.0:1746137563.834173:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136637100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292944384:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137563.835277:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.837684:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.837777:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302857984 00000100:00100000:1.0:1746137563.837785:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302857984 00000100:00100000:0.0:1746137563.840711:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.845468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.849891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.854056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.854394:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302858752 00000100:00100000:0.0:1746137563.854399:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302858752 00002000:00100000:0.0:1746137563.854437:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636d80 x1830957302858752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.854447:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636d80 with x1830957302858752 ext(0->4095) 00002000:00010000:0.0:1746137563.854451:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136636d80 00000100:00100000:0.0:1746137563.854482:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14067 00000100:00100000:0.0:1746137563.854489:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302858752:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137563.854634:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302858752:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.854640:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14067 00002000:00100000:0.0:1746137563.854646:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636d80 x1830957302858752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.854651:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636d80 with x1830957302858752 ext(0->4095) 00002000:00010000:0.0:1746137563.854654:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136636d80 00000100:00100000:0.0:1746137563.857052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.860840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.864739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.864833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.865189:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302859264 00000100:00100000:0.0:1746137563.865196:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302859264 00002000:00100000:0.0:1746137563.865232:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad880 x1830957302859264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.865241:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad880 with x1830957302859264 ext(0->4095) 00002000:00010000:0.0:1746137563.865245:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfad880 00000100:00100000:0.0:1746137563.865263:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14068 00000100:00100000:0.0:1746137563.865270:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302859264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137563.865375:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302859264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (646us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.865380:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14068 00002000:00100000:0.0:1746137563.865385:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad880 x1830957302859264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.865392:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad880 with x1830957302859264 ext(0->4095) 00002000:00010000:0.0:1746137563.865394:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfad880 00000100:00100000:0.0:1746137563.868635:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.868802:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302859520 00000100:00100000:1.0:1746137563.868809:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302859520 00000100:00100000:1.0:1746137563.869020:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30277 00000100:00100000:1.0:1746137563.869029:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957302859520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137563.869045:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137563.869058:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6ea2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f899c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.869081:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.869086:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e000/0x95b3ed7b846f6e9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8995 expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.869090:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137563.869093:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6ea2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f899c expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.869124:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e000/0x95b3ed7b846f6e9b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8995 expref: 64 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.869135:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f6ea2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f899c expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.869144:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137563.869195:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1731:x1830957302859520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.869200:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30277 00000100:00100000:0.0:1746137563.884008:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302860288 00000100:00100000:0.0:1746137563.884015:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302860288 00002000:00100000:0.0:1746137563.884053:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e680 x1830957302860288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.884062:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e680 with x1830957302860288 ext(0->4095) 00002000:00010000:0.0:1746137563.884066:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27e680 00000100:00100000:0.0:1746137563.896428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.896489:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.896564:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302860800 00000100:00100000:1.0:1746137563.896571:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302860800 00002000:00100000:1.0:1746137563.896614:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957302860800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.896630:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957302860800 ext(0->4095) 00002000:00010000:1.0:1746137563.896634:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:1.0:1746137563.896660:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14070 00000100:00100000:1.0:1746137563.896666:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302860800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.896776:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302860800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.896781:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14070 00002000:00100000:1.0:1746137563.896786:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957302860800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.896792:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957302860800 ext(0->4095) 00002000:00010000:1.0:1746137563.896794:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:0.0:1746137563.900461:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.900565:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.900602:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302861184 00000100:00100000:0.0:1746137563.900608:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302861184 00010000:00010000:0.0:1746137563.900634:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89a3 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1746137563.900668:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18045 00000100:00100000:0.0:1746137563.900674:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302861184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137563.900685:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137563.900703:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89a3 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.900712:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89a3 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.900730:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ea9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89a3 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.900746:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.900748:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137563.900753:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 61 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.900760:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 61 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137563.900807:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 61 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137563.900819:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946048:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137563.900869:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.903916:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946048:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137563.903933:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137563.904776:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302861184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4100us (4208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137563.904786:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18045 00000100:00100000:0.0:1746137563.905483:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302861440 00000100:00100000:0.0:1746137563.905489:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302861440 00002000:00100000:0.0:1746137563.905522:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27fb80 x1830957302861440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.905531:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27fb80 with x1830957302861440 ext(0->4095) 00010000:00010000:0.0:1746137563.905538:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.905548:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137563.905554:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27fb80 00000100:00100000:0.0:1746137563.905579:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3090 00000100:00100000:0.0:1746137563.905595:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2006:x1830957302861440:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137563.906725:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302861440:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1128us (1795us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.906736:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3090 00002000:00100000:0.0:1746137563.906745:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27fb80 x1830957302861440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.906754:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27fb80 with x1830957302861440 ext(0->4095) 00010000:00010000:0.0:1746137563.906761:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.906771:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137563.906776:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27fb80 00000100:00100000:0.0:1746137563.909343:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.909435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.909820:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302861696 00000100:00100000:1.0:1746137563.909824:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302861696 00010000:00010000:1.0:1746137563.909837:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137563.909853:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18046 00000100:00100000:1.0:1746137563.909857:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2008:x1830957302861696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.909864:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.909879:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.909888:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.909903:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6eb0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89aa expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.909926:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.909927:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.909932:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.909957:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.909975:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.909984:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137563.909994:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946432:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.910042:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137563.914108:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302861952 00000100:00100000:0.0:1746137563.914116:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302861952 00002000:00100000:0.0:1746137563.914158:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036f800 x1830957302861952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.914168:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f800 with x1830957302861952 ext(0->4095) 00010000:00010000:0.0:1746137563.914176:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.914189:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137563.914196:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036f800 00000100:00100000:0.0:1746137563.914216:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3091 00000100:00100000:0.0:1746137563.914224:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957302861952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137563.914366:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957302861952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (441us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137563.914372:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3091 00002000:00100000:0.0:1746137563.914378:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036f800 x1830957302861952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137563.914384:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036f800 with x1830957302861952 ext(0->4095) 00010000:00010000:0.0:1746137563.914388:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137563.914396:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 64 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137563.914401:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036f800 00000100:00100000:1.0:1746137563.914562:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946432:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.914577:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.914611:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2008:x1830957302861696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4753us (5175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.914619:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18046 00000100:00100000:0.0:1746137563.917304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.920035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.920126:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302862208 00000100:00100000:1.0:1746137563.920131:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302862208 00010000:00010000:1.0:1746137563.920153:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137563.920184:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18047 00000100:00100000:1.0:1746137563.920190:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302862208:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137563.920199:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137563.920216:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.920225:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.920242:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6eb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b1 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.920257:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.920259:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137563.920264:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6ebe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b8 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.920270:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6ebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b8 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.920293:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6ebe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b8 expref: 62 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137563.920301:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f6ebe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89b8 expref: 62 pid: 9556 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137563.920313:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946688:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137563.920381:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137563.924545:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292946688:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137563.924567:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137563.925080:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302862208:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4887us (5045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137563.925090:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18047 00000100:00100000:0.0:1746137563.925382:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.928800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.932171:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.936269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.936344:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.940166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.942992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.945080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.948147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.949237:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302863744 00000100:00100000:1.0:1746137563.949245:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302863744 00002000:00100000:1.0:1746137563.949281:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957302863744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.949290:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957302863744 ext(0->4095) 00010000:00010000:1.0:1746137563.949299:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f6ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89cd expref: 62 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.949310:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f6ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89cd expref: 62 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137563.949317:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:1.0:1746137563.949342:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3093 00000100:00100000:1.0:1746137563.949348:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302863744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137563.949464:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957302863744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (1326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.949473:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3093 00002000:00100000:1.0:1746137563.949478:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957302863744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.949486:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957302863744 ext(0->4095) 00010000:00010000:1.0:1746137563.949490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f6ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89cd expref: 62 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.949498:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f6ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89cd expref: 62 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137563.949504:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:0.0:1746137563.952572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.952624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.955905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.959415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.963165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.963731:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302864640 00000100:00100000:1.0:1746137563.963738:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302864640 00002000:00100000:1.0:1746137563.963774:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957302864640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.963784:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957302864640 ext(0->4095) 00002000:00010000:1.0:1746137563.963788:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcec700 00000100:00100000:1.0:1746137563.963815:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14072 00000100:00100000:1.0:1746137563.963822:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302864640:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.963927:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302864640:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.963933:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14072 00002000:00100000:1.0:1746137563.963964:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957302864640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.963976:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957302864640 ext(0->4095) 00002000:00010000:1.0:1746137563.963979:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcec700 00000100:00100000:0.0:1746137563.965596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.968788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.974596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.978401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.981267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137563.987425:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302865792 00000100:00100000:1.0:1746137563.987432:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302865792 00002000:00100000:1.0:1746137563.987472:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957302865792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/0 e 0 to 0 dl 1746137574 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.987481:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957302865792 ext(0->4095) 00010000:00010000:1.0:1746137563.987489:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89e9 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.987501:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89e9 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137563.987507:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036dc00 00000100:00100000:1.0:1746137563.987523:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3095 00000100:00100000:1.0:1746137563.987530:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302865792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137563.987681:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957302865792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137563.987687:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3095 00002000:00100000:1.0:1746137563.987692:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957302865792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:754/0 lens 488/4536 e 0 to 0 dl 1746137574 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137563.987699:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957302865792 ext(0->4095) 00010000:00010000:1.0:1746137563.987703:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89e9 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137563.987712:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6eef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89e9 expref: 63 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137563.987717:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137563.995929:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137563.999262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.005632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.005805:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302866304 00000100:00100000:1.0:1746137564.005814:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302866304 00000100:00100000:1.0:1746137564.005866:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30290 00000100:00100000:1.0:1746137564.005873:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302866304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.005892:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.005908:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f89f7 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.005962:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6ef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f0 expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.005970:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.005971:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.005974:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.006003:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6ef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f0 expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.006012:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6ef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f0 expref: 61 pid: 24924 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137564.006023:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292948736:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.007396:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137564.009434:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292948736:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.009459:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.009473:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137564.009518:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302866304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3645us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.009526:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30290 00000100:00100000:0.0:1746137564.011265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.011307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.011376:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302866560 00000100:00100000:1.0:1746137564.011384:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302866560 00000100:00100000:1.0:1746137564.011851:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30291 00000100:00100000:1.0:1746137564.011857:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302866560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.011868:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.011877:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f89fe expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.011894:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.011899:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.011901:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.011903:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.011918:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.011932:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 5 pid: 9557 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137564.013417:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292948992:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.013466:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137564.016401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.017372:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292948992:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137564.017390:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 62 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.017404:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:0.0:1746137564.017422:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957302866560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5566us (6166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.017428:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30291 00000100:00100000:1.0:1746137564.017543:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302866816 00000100:00100000:1.0:1746137564.017550:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302866816 00002000:00100000:1.0:1746137564.017589:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec380 x1830957302866816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.017599:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec380 with x1830957302866816 ext(0->4095) 00010000:00010000:1.0:1746137564.017605:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.017615:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.017622:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec380 00000100:00100000:1.0:1746137564.017809:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3096 00000100:00100000:1.0:1746137564.017816:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302866816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.017928:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302866816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.017934:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3096 00002000:00100000:1.0:1746137564.017961:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec380 x1830957302866816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.017975:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec380 with x1830957302866816 ext(0->4095) 00010000:00010000:1.0:1746137564.017979:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.017987:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f6efd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89f7 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.017992:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec380 00000100:00100000:0.0:1746137564.021625:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.025043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.038844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.054523:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.054794:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302867456 00000100:00100000:1.0:1746137564.054800:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302867456 00002000:00100000:1.0:1746137564.054831:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb83800 x1830957302867456/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.054840:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83800 with x1830957302867456 ext(0->7) 00010000:00010000:1.0:1746137564.054846:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 62 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.054856:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 62 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.054862:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83800 00000100:00100000:1.0:1746137564.054876:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3097 00000100:00100000:1.0:1746137564.054883:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957302867456:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137564.055721:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2006:x1830957302867456:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 837us (1207us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746137564.055728:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3097 00002000:00100000:0.0:1746137564.055733:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb83800 x1830957302867456/t4294972247(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.055741:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83800 with x1830957302867456 ext(0->7) 00010000:00010000:0.0:1746137564.055745:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 64 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.055754:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f6f04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f89fe expref: 64 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.055760:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83800 00000100:00100000:0.0:1746137564.062146:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.063128:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.066518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.067414:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302867968 00000100:00100000:1.0:1746137564.067421:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302867968 00002000:00100000:1.0:1746137564.067451:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb83480 x1830957302867968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.067461:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83480 with x1830957302867968 ext(0->4095) 00010000:00010000:1.0:1746137564.067468:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a05 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.067478:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a05 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.067484:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83480 00000100:00100000:1.0:1746137564.067497:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3098 00000100:00100000:1.0:1746137564.067502:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302867968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.067627:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302867968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1116us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.067632:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3098 00002000:00100000:1.0:1746137564.067638:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb83480 x1830957302867968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.067644:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83480 with x1830957302867968 ext(0->4095) 00010000:00010000:1.0:1746137564.067648:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a05 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.067656:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a05 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.067661:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83480 00000100:00100000:0.0:1746137564.075614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.076378:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302868352 00000100:00100000:1.0:1746137564.076387:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302868352 00002000:00100000:1.0:1746137564.076424:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957302868352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.076434:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957302868352 ext(0->4095) 00002000:00010000:1.0:1746137564.076438:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81500 00000100:00100000:1.0:1746137564.076470:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14076 00000100:00100000:1.0:1746137564.076477:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957302868352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.076611:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957302868352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (998us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.076617:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14076 00002000:00100000:1.0:1746137564.076623:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957302868352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.076629:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957302868352 ext(0->4095) 00002000:00010000:1.0:1746137564.076632:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81500 00000100:00100000:0.0:1746137564.084315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.093533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.094990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.102138:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957302868736:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 6986us (7135us total) trans 4294972248 rc 0/0 00000100:00100000:1.0:1746137564.102153:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3099 00002000:00100000:1.0:1746137564.102166:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5500 x1830957302868736/t4294972248(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.102176:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5500 with x1830957302868736 ext(0->7) 00010000:00010000:1.0:1746137564.102185:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6f12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a0c expref: 67 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.102201:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f6f12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a0c expref: 67 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.102209:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5500 00000100:00100000:0.0:1746137564.107426:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.110324:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.110638:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302869120 00000100:00100000:1.0:1746137564.110644:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302869120 00002000:00100000:1.0:1746137564.110678:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7b80 x1830957302869120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.110688:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957302869120 ext(0->4095) 00010000:00010000:1.0:1746137564.110695:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a13 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.110721:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a13 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.110728:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7b80 00000100:00100000:1.0:1746137564.110752:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3100 00000100:00100000:1.0:1746137564.110758:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302869120:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.110870:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302869120:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.110875:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3100 00002000:00100000:1.0:1746137564.110880:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7b80 x1830957302869120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.110887:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957302869120 ext(0->4095) 00010000:00010000:1.0:1746137564.110891:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a13 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.110903:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f19 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a13 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.110908:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7b80 00000100:00100000:0.0:1746137564.113749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.118156:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.127161:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.137795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.142859:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957302869760:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 4017us (5065us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746137564.142872:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3101 00002000:00100000:0.0:1746137564.142883:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba6a00 x1830957302869760/t4294972249(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.142891:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957302869760 ext(0->7) 00010000:00010000:0.0:1746137564.142901:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a1a expref: 68 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.142914:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a1a expref: 68 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.142920:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137564.143449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.157900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.158304:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302870272 00000100:00100000:1.0:1746137564.158313:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302870272 00002000:00100000:1.0:1746137564.158353:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4000 x1830957302870272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.158363:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302870272 ext(0->4095) 00010000:00010000:1.0:1746137564.158372:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6f27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a21 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.158385:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6f27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a21 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.158392:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:1.0:1746137564.158411:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3102 00000100:00100000:1.0:1746137564.158418:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302870272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.158551:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302870272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.158557:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3102 00002000:00100000:1.0:1746137564.158562:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4000 x1830957302870272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.158569:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957302870272 ext(0->4095) 00010000:00010000:1.0:1746137564.158574:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6f27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a21 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.158590:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6f27 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a21 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.158595:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137564.164090:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.168122:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.171736:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.177250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.181065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.186532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.191330:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.199625:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.205075:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.209364:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.212866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.216597:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.219678:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.220228:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302872704 00000100:00100000:1.0:1746137564.220236:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302872704 00002000:00100000:1.0:1746137564.220273:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7800 x1830957302872704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.220283:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957302872704 ext(0->4095) 00002000:00010000:1.0:1746137564.220288:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:1.0:1746137564.220318:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14080 00000100:00100000:1.0:1746137564.220325:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302872704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.220442:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302872704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.220448:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14080 00002000:00100000:1.0:1746137564.220453:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7800 x1830957302872704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.220460:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957302872704 ext(0->4095) 00002000:00010000:1.0:1746137564.220463:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137564.221428:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.223736:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.224232:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302872960 00000100:00100000:1.0:1746137564.224239:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302872960 00000100:00100000:1.0:1746137564.224271:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30303 00000100:00100000:1.0:1746137564.224277:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1731:x1830957302872960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.224288:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.224299:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6f58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8a52 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.224319:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.224324:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f6f51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a4b expref: 70 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.224330:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.224333:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6f58 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a52 expref: 70 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.224355:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f6f51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a4b expref: 70 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.224365:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f6f58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a52 expref: 70 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.224373:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137564.224402:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1731:x1830957302872960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.224408:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30303 00000100:00100000:0.0:1746137564.228776:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.232506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.238275:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.243747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.243808:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302873728 00000100:00100000:1.0:1746137564.243816:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302873728 00002000:00100000:1.0:1746137564.243860:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1d500 x1830957302873728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.243876:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957302873728 ext(0->4095) 00002000:00010000:1.0:1746137564.243881:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1d500 00000100:00100000:1.0:1746137564.243916:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14081 00000100:00100000:1.0:1746137564.243924:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2005:x1830957302873728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.244075:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2005:x1830957302873728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.244082:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14081 00002000:00100000:1.0:1746137564.244088:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1d500 x1830957302873728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.244094:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957302873728 ext(0->4095) 00002000:00010000:1.0:1746137564.244096:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1d500 00000100:00100000:0.0:1746137564.248193:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.252982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.254636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.263075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.269847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.273801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.273962:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302874752 00000100:00100000:1.0:1746137564.273968:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302874752 00002000:00100000:1.0:1746137564.274003:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957302874752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.274013:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957302874752 ext(0->4095) 00002000:00010000:1.0:1746137564.274017:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f480 00000100:00100000:1.0:1746137564.274048:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14082 00000100:00100000:1.0:1746137564.274055:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957302874752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.274187:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957302874752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.274194:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14082 00002000:00100000:1.0:1746137564.274200:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957302874752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.274207:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957302874752 ext(0->4095) 00002000:00010000:1.0:1746137564.274209:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f480 00000100:00100000:0.0:1746137564.276459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.279027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.280316:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302875008:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1045us (1289us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746137564.280324:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3107 00002000:00100000:0.0:1746137564.280330:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1e300 x1830957302875008/t4294972250(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.280337:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1e300 with x1830957302875008 ext(0->7) 00010000:00010000:0.0:1746137564.280343:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6f66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a60 expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.280353:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6f66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a60 expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.280358:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1e300 00000100:00100000:0.0:1746137564.284389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.289227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.290168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.293147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.293465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.295639:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.295742:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302876032 00000100:00100000:1.0:1746137564.295747:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302876032 00002000:00100000:1.0:1746137564.295774:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5880 x1830957302876032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.295783:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957302876032 ext(0->4095) 00010000:00010000:1.0:1746137564.295789:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a6e expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.295804:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a6e expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.295809:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:1.0:1746137564.295835:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3109 00000100:00100000:1.0:1746137564.295842:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302876032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.295980:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302876032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.295986:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3109 00002000:00100000:1.0:1746137564.295991:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5880 x1830957302876032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.295998:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957302876032 ext(0->4095) 00010000:00010000:1.0:1746137564.296002:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a6e expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.296010:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f6f74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a6e expref: 70 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.296015:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:0.0:1746137564.297423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.297745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.304126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.308445:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.312261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.312345:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302876928 00000100:00100000:1.0:1746137564.312353:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302876928 00002000:00100000:1.0:1746137564.312395:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e7100 x1830957302876928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.312405:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7100 with x1830957302876928 ext(0->4095) 00002000:00010000:1.0:1746137564.312409:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e7100 00000100:00100000:1.0:1746137564.312444:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14083 00000100:00100000:1.0:1746137564.312456:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302876928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.312591:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302876928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.312598:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14083 00002000:00100000:1.0:1746137564.312605:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e7100 x1830957302876928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.312611:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7100 with x1830957302876928 ext(0->4095) 00002000:00010000:1.0:1746137564.312613:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e7100 00000100:00100000:0.0:1746137564.315638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.317131:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746137564.317147:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957292953984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137564.317258:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137564.317327:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957292953984 00000100:00100000:1.0:1746137564.317332:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957292953984 00000100:00100000:1.0:1746137564.317374:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1746137564.317380:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292953984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746137564.317406:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746137564.317444:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957292953984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.317451:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1746137564.317733:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073db6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957292953984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137564.318194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.320595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.322499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.323739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.323920:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302877696 00000100:00100000:1.0:1746137564.323925:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302877696 00000100:00100000:1.0:1746137564.323990:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30312 00000100:00100000:1.0:1746137564.323996:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:1730:x1830957302877696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.324005:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.324015:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6f97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8a91 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.324030:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.324035:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6f90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a8a expref: 72 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.324041:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.324043:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6f97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a91 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.324064:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f6f90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a8a expref: 72 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.324074:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6f97 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a91 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.324083:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.324114:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957302877696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.324120:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30312 00000100:00100000:0.0:1746137564.326867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.329506:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.332686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.332742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.335518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.337796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.337841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.342751:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302879104 00000100:00100000:1.0:1746137564.342760:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302879104 00002000:00100000:1.0:1746137564.342797:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e300 x1830957302879104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.342808:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957302879104 ext(0->4095) 00010000:00010000:1.0:1746137564.342816:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a98 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.342828:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a98 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.342835:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e300 00000100:00100000:1.0:1746137564.342852:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3113 00000100:00100000:1.0:1746137564.342857:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302879104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.342999:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302879104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.343005:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3113 00002000:00100000:1.0:1746137564.343011:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e300 x1830957302879104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.343018:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957302879104 ext(0->4095) 00010000:00010000:1.0:1746137564.343022:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a98 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.343035:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6f9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8a98 expref: 6 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.343040:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e300 00000100:00100000:0.0:1746137564.350996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.355828:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.358278:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.365531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.368442:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302879872 00000100:00100000:0.0:1746137564.368449:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302879872 00000100:00100000:0.0:1746137564.368636:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30316 00000100:00100000:0.0:1746137564.368643:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957302879872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137564.368655:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137564.368667:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8aad expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.368688:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.368693:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.368694:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.368697:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.368718:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.368727:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 5 pid: 9557 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1746137564.368735:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292955520:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.369748:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137564.370829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.371380:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302880128 00000100:00100000:1.0:1746137564.371388:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302880128 00002000:00100000:1.0:1746137564.371427:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9ce680 x1830957302880128/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.371437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9ce680 with x1830957302880128 ext(0->4095) 00010000:00010000:1.0:1746137564.371445:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.371457:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.371464:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9ce680 00000100:00100000:1.0:1746137564.371490:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3114 00000100:00100000:1.0:1746137564.371497:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302880128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.372064:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302880128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 567us (1239us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.372069:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3114 00002000:00100000:1.0:1746137564.372074:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9ce680 x1830957302880128/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.372086:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9ce680 with x1830957302880128 ext(0->4095) 00010000:00010000:1.0:1746137564.372091:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.372160:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.372167:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9ce680 00000100:00100000:0.0:1746137564.375760:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302880256 00000100:00100000:0.0:1746137564.375769:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302880256 00010000:00010000:0.0:1746137564.375801:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1746137564.376027:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18082 00000100:00100000:0.0:1746137564.376037:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302880256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137564.376051:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137564.376072:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.376083:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.376104:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f6fac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aa6 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.376272:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.376275:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.376282:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.376290:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.376323:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137564.376340:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292955648:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137564.376904:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137564.379285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.379443:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302880512 00000100:00100000:1.0:1746137564.379451:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302880512 00002000:00100000:1.0:1746137564.379488:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5500 x1830957302880512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.379497:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5500 with x1830957302880512 ext(0->4095) 00002000:00010000:1.0:1746137564.379502:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5500 00000100:00100000:1.0:1746137564.379531:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14086 00000100:00100000:1.0:1746137564.379538:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302880512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.379658:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302880512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.379927:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14086 00002000:00100000:1.0:1746137564.379934:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5500 x1830957302880512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.379975:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5500 with x1830957302880512 ext(0->4095) 00002000:00010000:1.0:1746137564.379978:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5500 00000100:00100000:0.0:1746137564.385002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.407603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.407739:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302880768 00000100:00100000:1.0:1746137564.407750:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302880768 00002000:00100000:1.0:1746137564.407795:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e7b80 x1830957302880768/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.407806:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957302880768 ext(0->7) 00010000:00010000:1.0:1746137564.407815:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 70 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.407828:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 70 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.407835:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7b80 00000100:00100000:1.0:1746137564.407870:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3115 00000100:00100000:1.0:1746137564.407878:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957302880768:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137564.411166:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957302880768:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3280us (3565us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746137564.411178:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3115 00002000:00100000:0.0:1746137564.411187:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e7b80 x1830957302880768/t4294972251(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.411195:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957302880768 ext(0->7) 00010000:00010000:0.0:1746137564.411205:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 72 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.411218:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f6fb3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8aad expref: 72 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.411224:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7b80 00000100:00100000:0.0:1746137564.414188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.417664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.418196:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302881280 00000100:00100000:1.0:1746137564.418202:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302881280 00002000:00100000:1.0:1746137564.418239:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6300 x1830957302881280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.418249:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6300 with x1830957302881280 ext(0->4095) 00010000:00010000:1.0:1746137564.418257:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f6fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ab4 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.418269:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f6fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ab4 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.418275:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6300 00000100:00100000:1.0:1746137564.418291:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3116 00000100:00100000:1.0:1746137564.418297:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302881280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.418418:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302881280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.418424:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3116 00002000:00100000:1.0:1746137564.418429:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6300 x1830957302881280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.418436:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6300 with x1830957302881280 ext(0->4095) 00010000:00010000:1.0:1746137564.418440:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f6fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ab4 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.418447:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f6fba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ab4 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.418452:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6300 00000100:00100000:0.0:1746137564.422063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.424723:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.426744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.428517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.432838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.433833:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302882176 00000100:00100000:1.0:1746137564.433839:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302882176 00002000:00100000:1.0:1746137564.433875:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6680 x1830957302882176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.433884:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6680 with x1830957302882176 ext(0->4095) 00002000:00010000:1.0:1746137564.433888:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e6680 00000100:00100000:1.0:1746137564.433904:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14088 00000100:00100000:1.0:1746137564.433910:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302882176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.435286:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302882176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1371us (2450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.435295:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14088 00002000:00100000:1.0:1746137564.435301:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6680 x1830957302882176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.435310:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6680 with x1830957302882176 ext(0->4095) 00002000:00010000:1.0:1746137564.435313:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e6680 00000100:00100000:0.0:1746137564.436009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.438093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.438157:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302882432 00000100:00100000:1.0:1746137564.438163:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302882432 00000100:00100000:1.0:1746137564.438203:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30321 00000100:00100000:1.0:1746137564.438209:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1731:x1830957302882432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.438218:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.438227:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6fd6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8ad0 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.438242:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.438246:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.438251:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.438254:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6fd6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ad0 expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.438276:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.438286:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f6fd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ad0 expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.438299:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.438610:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:1731:x1830957302882432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 400us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.438617:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30321 00000100:00100000:0.0:1746137564.440990:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.444722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.444781:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302882816 00000100:00100000:1.0:1746137564.444787:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302882816 00002000:00100000:1.0:1746137564.444825:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f892300 x1830957302882816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.444835:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892300 with x1830957302882816 ext(0->4095) 00010000:00010000:1.0:1746137564.444843:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.444855:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.444861:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892300 00000100:00100000:1.0:1746137564.444892:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3117 00000100:00100000:1.0:1746137564.444899:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957302882816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.445063:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957302882816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.445070:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3117 00002000:00100000:1.0:1746137564.445075:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f892300 x1830957302882816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.445097:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892300 with x1830957302882816 ext(0->4095) 00010000:00010000:1.0:1746137564.445102:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.445110:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f6fcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ac9 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.445116:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892300 00000100:00100000:0.0:1746137564.448074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.451670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.455089:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.458862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.462229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.465620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.469921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.476245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.476650:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302884352 00000100:00100000:1.0:1746137564.476657:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302884352 00002000:00100000:1.0:1746137564.476693:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957302884352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.476703:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957302884352 ext(0->4095) 00010000:00010000:1.0:1746137564.476710:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ade expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.476721:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ade expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.476728:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:1.0:1746137564.476744:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3118 00000100:00100000:1.0:1746137564.476750:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302884352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.476872:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302884352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.476878:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3118 00002000:00100000:1.0:1746137564.476884:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957302884352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.476890:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957302884352 ext(0->4095) 00010000:00010000:1.0:1746137564.476894:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ade expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.476902:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f6fe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ade expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.476908:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137564.482236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.487425:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.489793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.494601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.497406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.497825:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14092 00000100:00100000:1.0:1746137564.497834:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302885248:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.498052:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302885248:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.498058:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14092 00002000:00100000:1.0:1746137564.498063:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1e680 x1830957302885248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.498069:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957302885248 ext(0->4095) 00002000:00010000:1.0:1746137564.498072:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:0.0:1746137564.498532:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.503623:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302885504 00000100:00100000:1.0:1746137564.503632:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302885504 00000100:00100000:1.0:1746137564.503680:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30327 00000100:00100000:1.0:1746137564.503688:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1731:x1830957302885504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.503704:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.503720:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7000 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8afa expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.503746:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.503751:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.503757:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.503760:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7000 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8afa expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.503794:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.503804:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7000 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8afa expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.503812:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137564.504697:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:1731:x1830957302885504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1008us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.504704:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30327 00000100:00100000:0.0:1746137564.505626:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.510842:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.511428:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302885888 00000100:00100000:1.0:1746137564.511435:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302885888 00002000:00100000:1.0:1746137564.511472:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777b80 x1830957302885888/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.511482:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957302885888 ext(0->4095) 00010000:00010000:1.0:1746137564.511490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.511508:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.511514:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6777b80 00000100:00100000:1.0:1746137564.511547:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3119 00000100:00100000:1.0:1746137564.511554:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302885888:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.512750:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957302885888:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.512758:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3119 00002000:00100000:1.0:1746137564.512765:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777b80 x1830957302885888/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.512773:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957302885888 ext(0->4095) 00010000:00010000:1.0:1746137564.512779:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.512789:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f6ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8af3 expref: 73 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.512795:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6777b80 00000100:00100000:0.0:1746137564.514668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.517037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.517264:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302886272 00000100:00100000:1.0:1746137564.517270:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302886272 00002000:00100000:1.0:1746137564.517300:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776d80 x1830957302886272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.517310:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776d80 with x1830957302886272 ext(0->4095) 00002000:00010000:1.0:1746137564.517315:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6776d80 00000100:00100000:1.0:1746137564.517330:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14093 00000100:00100000:1.0:1746137564.517336:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957302886272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.517469:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957302886272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.517474:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14093 00002000:00100000:1.0:1746137564.517479:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776d80 x1830957302886272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.517486:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776d80 with x1830957302886272 ext(0->4095) 00002000:00010000:1.0:1746137564.517489:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6776d80 00000100:00100000:0.0:1746137564.519465:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.521700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.523932:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.526242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.528186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.532024:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.534244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.537108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.537159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.543885:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.548037:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.548586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.556551:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073db5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292959616:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137564.556566:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137564.559415:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957302888192:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 10628us (10836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.559424:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18097 00000100:00100000:0.0:1746137564.562599:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.566120:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.568767:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.574459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.575186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.575229:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302889344 00000100:00100000:1.0:1746137564.575234:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302889344 00000100:00100000:1.0:1746137564.575350:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30335 00000100:00100000:1.0:1746137564.575356:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957302889344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.575363:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.575369:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8b32 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.575427:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.575432:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7031 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b2b expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.575437:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.575440:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.575467:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7031 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b2b expref: 74 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.575477:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 74 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.575485:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.575775:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:1730:x1830957302889344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 418us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.575782:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30335 00000100:00100000:0.0:1746137564.580872:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.584074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.586397:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.586485:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.589055:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.589124:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302890240 00000100:00100000:1.0:1746137564.589130:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302890240 00002000:00100000:1.0:1746137564.589160:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957302890240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.589169:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957302890240 ext(0->4095) 00010000:00010000:1.0:1746137564.589175:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 72 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.589185:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 72 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.589191:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724380 00000100:00100000:1.0:1746137564.589217:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3124 00000100:00100000:1.0:1746137564.589223:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957302890240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.589325:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957302890240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.589332:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3124 00002000:00100000:1.0:1746137564.589337:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957302890240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.589348:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957302890240 ext(0->4095) 00010000:00010000:1.0:1746137564.589353:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 72 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.589361:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b32 expref: 72 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.589366:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724380 00000100:00100000:0.0:1746137564.591247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.592027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.595489:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.598300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.598466:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.603015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.605201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.607348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.609539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.612498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.614924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.628007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.629045:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2006:x1830957302892160:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 754us (1043us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746137564.629053:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3126 00002000:00100000:0.0:1746137564.629060:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007352ad80 x1830957302892160/t4294972252(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.629067:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957302892160 ext(0->7) 00010000:00010000:0.0:1746137564.629072:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f7054 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b4e expref: 74 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.629081:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f7054 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b4e expref: 74 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.629086:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352ad80 00000100:00100000:0.0:1746137564.632307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.636205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.645158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.654922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.659448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.661755:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.666211:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.666285:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302893312 00000100:00100000:1.0:1746137564.666293:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302893312 00002000:00100000:1.0:1746137564.666327:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d4e00 x1830957302893312/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.666334:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4e00 with x1830957302893312 ext(0->7) 00010000:00010000:1.0:1746137564.666340:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b5c expref: 74 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.666351:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b5c expref: 74 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.666357:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4e00 00000100:00100000:1.0:1746137564.666390:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3127 00000100:00100000:1.0:1746137564.666396:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2006:x1830957302893312:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137564.667257:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2006:x1830957302893312:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 859us (1046us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746137564.667263:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3127 00002000:00100000:0.0:1746137564.667268:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d4e00 x1830957302893312/t4294972253(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.667272:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4e00 with x1830957302893312 ext(0->7) 00010000:00010000:0.0:1746137564.667276:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b5c expref: 76 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.667284:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b5c expref: 76 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.667289:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4e00 00000100:00100000:0.0:1746137564.669204:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.677697:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.677793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.677890:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302893696 00000100:00100000:1.0:1746137564.677894:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302893696 00002000:00100000:1.0:1746137564.677919:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6680 x1830957302893696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.677928:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6680 with x1830957302893696 ext(0->4095) 00002000:00010000:1.0:1746137564.677932:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d6680 00000100:00100000:1.0:1746137564.677961:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14100 00000100:00100000:1.0:1746137564.677965:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302893696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.678563:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302893696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 596us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.678569:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14100 00002000:00100000:1.0:1746137564.678583:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6680 x1830957302893696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.678590:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6680 with x1830957302893696 ext(0->4095) 00010000:00010000:1.0:1746137564.678595:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e000/0x95b3ed7b846f7069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b63 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.678605:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e000/0x95b3ed7b846f7069 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b63 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.678610:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6680 00000100:00100000:0.0:1746137564.682020:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.684899:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.684977:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302894208 00000100:00100000:1.0:1746137564.684985:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302894208 00002000:00100000:1.0:1746137564.685020:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957302894208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.685034:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957302894208 ext(0->4095) 00002000:00010000:1.0:1746137564.685038:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7800 00000100:00100000:1.0:1746137564.685065:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14101 00000100:00100000:1.0:1746137564.685071:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2008:x1830957302894208:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137564.685183:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2008:x1830957302894208:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.685189:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14101 00002000:00100000:1.0:1746137564.685194:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957302894208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.685201:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957302894208 ext(0->4095) 00002000:00010000:1.0:1746137564.685203:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7800 00000100:00100000:0.0:1746137564.687255:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.693496:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302894464:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1805us (2163us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746137564.693507:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3128 00002000:00100000:0.0:1746137564.693515:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e4000 x1830957302894464/t4294972254(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.693522:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4000 with x1830957302894464 ext(0->7) 00010000:00010000:0.0:1746137564.693530:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b6a expref: 78 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.693545:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b6a expref: 78 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.693551:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4000 00000100:00100000:0.0:1746137564.698803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.701068:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302894848 00000100:00100000:0.0:1746137564.701075:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302894848 00002000:00100000:0.0:1746137564.701111:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4700 x1830957302894848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.701121:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4700 with x1830957302894848 ext(0->4095) 00002000:00010000:0.0:1746137564.701128:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4700 00000100:00100000:0.0:1746137564.701245:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14102 00000100:00100000:0.0:1746137564.701257:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302894848:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137564.701628:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302894848:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 377us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137564.701634:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14102 00002000:00100000:0.0:1746137564.701638:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4700 x1830957302894848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.701644:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4700 with x1830957302894848 ext(0->4095) 00002000:00010000:0.0:1746137564.701647:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4700 00000100:00100000:0.0:1746137564.702896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.703769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.706336:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.709384:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.709740:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302895488 00000100:00100000:1.0:1746137564.709746:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302895488 00002000:00100000:1.0:1746137564.709780:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3bb80 x1830957302895488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.709788:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3bb80 with x1830957302895488 ext(0->4095) 00010000:00010000:1.0:1746137564.709795:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f707e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b78 expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.709805:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f707e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b78 expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.709810:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd3bb80 00000100:00100000:1.0:1746137564.709842:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3129 00000100:00100000:1.0:1746137564.709848:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302895488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.710014:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302895488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.710019:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3129 00002000:00100000:1.0:1746137564.710024:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3bb80 x1830957302895488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.710031:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3bb80 with x1830957302895488 ext(0->4095) 00010000:00010000:1.0:1746137564.710035:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f707e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b78 expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.710044:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f707e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b78 expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.710050:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd3bb80 00000100:00100000:0.0:1746137564.711668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.715969:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.716099:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302896000 00000100:00100000:1.0:1746137564.716107:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302896000 00002000:00100000:1.0:1746137564.716143:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957302896000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.716153:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957302896000 ext(0->4095) 00010000:00010000:1.0:1746137564.716162:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f7085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b7f expref: 79 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.716173:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f7085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b7f expref: 79 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.716178:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd39880 00000100:00100000:1.0:1746137564.716196:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3130 00000100:00100000:1.0:1746137564.716202:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302896000:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.716313:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302896000:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.716319:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3130 00002000:00100000:1.0:1746137564.716324:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957302896000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.716331:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957302896000 ext(0->4095) 00010000:00010000:1.0:1746137564.716335:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f7085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b7f expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.716344:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f7085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b7f expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.716349:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd39880 00000100:00100000:0.0:1746137564.719085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.719598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.722324:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.722381:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302896512 00000100:00100000:1.0:1746137564.722387:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302896512 00002000:00100000:1.0:1746137564.722418:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957302896512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.722426:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957302896512 ext(0->4095) 00010000:00010000:1.0:1746137564.722433:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f708c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b86 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.722443:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f708c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b86 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.722453:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:1.0:1746137564.722468:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3131 00000100:00100000:1.0:1746137564.722474:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302896512:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.722600:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302896512:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.722606:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3131 00002000:00100000:1.0:1746137564.722612:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957302896512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.722619:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957302896512 ext(0->4095) 00010000:00010000:1.0:1746137564.722624:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f708c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b86 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.722633:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f708c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b86 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.722638:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:0.0:1746137564.725759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.728477:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.729766:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302896896 00000100:00100000:1.0:1746137564.729775:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302896896 00002000:00100000:1.0:1746137564.729812:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957302896896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.729822:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957302896896 ext(0->4095) 00002000:00010000:1.0:1746137564.729827:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:1.0:1746137564.729844:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14103 00000100:00100000:1.0:1746137564.729851:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302896896:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.730013:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302896896:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (1541us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.730020:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14103 00002000:00100000:1.0:1746137564.730026:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957302896896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.730033:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957302896896 ext(0->4095) 00002000:00010000:1.0:1746137564.730035:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746137564.732129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.737516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.742032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.742092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.742156:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302897408 00000100:00100000:1.0:1746137564.742161:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302897408 00002000:00100000:1.0:1746137564.742189:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956a00 x1830957302897408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.742198:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830957302897408 ext(0->4095) 00002000:00010000:1.0:1746137564.742206:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e956a00 00000100:00100000:1.0:1746137564.742219:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14104 00000100:00100000:1.0:1746137564.742224:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302897408:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137564.742474:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302897408:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.742481:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14104 00002000:00100000:1.0:1746137564.742497:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956a00 x1830957302897408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.742504:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956a00 with x1830957302897408 ext(0->4095) 00010000:00010000:1.0:1746137564.742509:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f709a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b94 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.742521:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f709a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b94 expref: 6 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.742526:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e956a00 00000100:00100000:0.0:1746137564.751050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.751156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.754830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.755091:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302898048 00000100:00100000:1.0:1746137564.755098:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302898048 00002000:00100000:1.0:1746137564.755136:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa1880 x1830957302898048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.755146:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa1880 with x1830957302898048 ext(0->4095) 00010000:00010000:1.0:1746137564.755154:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f70a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b9b expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.755167:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f70a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b9b expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.755173:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa1880 00000100:00100000:1.0:1746137564.755191:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3132 00000100:00100000:1.0:1746137564.755197:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302898048:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.755311:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302898048:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.755317:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3132 00002000:00100000:1.0:1746137564.755323:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa1880 x1830957302898048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.755329:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa1880 with x1830957302898048 ext(0->4095) 00010000:00010000:1.0:1746137564.755334:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f70a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b9b expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.755342:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f70a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8b9b expref: 79 pid: 9557 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.755347:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa1880 00000100:00100000:0.0:1746137564.759649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.763256:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.763306:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302898432 00000100:00100000:1.0:1746137564.763314:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302898432 00002000:00100000:1.0:1746137564.763364:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957302898432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.763373:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957302898432 ext(0->4095) 00002000:00010000:1.0:1746137564.763378:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:1.0:1746137564.763403:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14105 00000100:00100000:1.0:1746137564.763409:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302898432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.763635:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302898432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 225us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.763642:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14105 00002000:00100000:1.0:1746137564.763648:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957302898432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.763655:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957302898432 ext(0->4095) 00002000:00010000:1.0:1746137564.763658:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:0.0:1746137564.767422:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.772864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.773913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.776361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.776495:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302899072 00000100:00100000:1.0:1746137564.776502:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302899072 00002000:00100000:1.0:1746137564.776537:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957302899072/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.776553:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957302899072 ext(0->4095) 00010000:00010000:1.0:1746137564.776560:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f70af lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ba9 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.776583:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f70af lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ba9 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.776590:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815f80 00000100:00100000:1.0:1746137564.776608:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3133 00000100:00100000:1.0:1746137564.776615:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302899072:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137564.776738:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302899072:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.776744:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3133 00002000:00100000:1.0:1746137564.776750:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957302899072/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.776756:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957302899072 ext(0->4095) 00010000:00010000:1.0:1746137564.776760:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f70af lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ba9 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.776769:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f70af lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ba9 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.776774:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815f80 00000100:00100000:0.0:1746137564.780421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.780933:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.785448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.787999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.791621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.791702:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302899968 00000100:00100000:1.0:1746137564.791710:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302899968 00002000:00100000:1.0:1746137564.791745:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517800 x1830957302899968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.791755:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517800 with x1830957302899968 ext(0->4095) 00002000:00010000:1.0:1746137564.791760:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073517800 00000100:00100000:1.0:1746137564.791787:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14106 00000100:00100000:1.0:1746137564.791793:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302899968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.791921:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302899968:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.791927:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14106 00002000:00100000:1.0:1746137564.791933:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517800 x1830957302899968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.791967:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517800 with x1830957302899968 ext(0->4095) 00002000:00010000:1.0:1746137564.791970:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073517800 00000100:00100000:0.0:1746137564.793805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.796479:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.799512:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.803724:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.803915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.804027:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302900608 00000100:00100000:1.0:1746137564.804036:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302900608 00000100:00100000:1.0:1746137564.804086:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302900736 00000100:00100000:1.0:1746137564.804089:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302900736 00000100:00100000:1.0:1746137564.804104:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30356 00000100:00100000:1.0:1746137564.804111:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1731:x1830957302900608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.804127:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.804142:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f70cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8bc5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.804166:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bbe expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.804174:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.804177:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.804180:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f70cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bc5 expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.804209:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bbe expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.804220:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bbe expref: 5 pid: 24924 timeout: 757 lvb_type: 0 00000100:00100000:1.0:1746137564.804232:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292965760:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.804300:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137564.807792:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292965760:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.807822:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f70cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bc5 expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.807838:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.807875:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957302900608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3763us (4158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.807883:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30356 00000100:00100000:0.0:1746137564.810810:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.816413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.822222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.822271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.822342:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302901248 00000100:00100000:1.0:1746137564.822346:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302901248 00000100:00100000:0.0:1746137564.825692:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302901632 00000100:00100000:0.0:1746137564.825699:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302901632 00002000:00100000:0.0:1746137564.825733:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4e00 x1830957302901632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.825742:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4e00 with x1830957302901632 ext(0->4095) 00010000:00010000:0.0:1746137564.825749:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bcc expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.825760:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bcc expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.825766:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4e00 00000100:00100000:0.0:1746137564.825796:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3136 00000100:00100000:0.0:1746137564.825803:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302901632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137564.825921:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302901632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137564.825931:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3136 00002000:00100000:0.0:1746137564.825965:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4e00 x1830957302901632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.825978:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4e00 with x1830957302901632 ext(0->4095) 00010000:00010000:0.0:1746137564.825983:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bcc expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.825991:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bcc expref: 78 pid: 9556 timeout: 757 lvb_type: 0 00002000:00010000:0.0:1746137564.825996:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4e00 00000100:00100000:0.0:1746137564.828566:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.829052:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.833394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.833444:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902144 00000100:00100000:1.0:1746137564.833451:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902144 00002000:00100000:1.0:1746137564.833484:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9a300 x1830957302902144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.833495:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957302902144 ext(0->4095) 00010000:00010000:1.0:1746137564.833502:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f70d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bd3 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.833514:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f70d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bd3 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.833520:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe9a300 00000100:00100000:1.0:1746137564.833542:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3137 00000100:00100000:1.0:1746137564.833551:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302902144:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.833681:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302902144:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.833686:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3137 00002000:00100000:1.0:1746137564.833692:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9a300 x1830957302902144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.833698:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957302902144 ext(0->4095) 00010000:00010000:1.0:1746137564.833702:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f70d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bd3 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:1.0:1746137564.833709:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f70d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bd3 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00002000:00010000:1.0:1746137564.833714:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe9a300 00000100:00100000:0.0:1746137564.840339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.840531:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902656 00000100:00100000:0.0:1746137564.840540:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902656 00000100:00100000:0.0:1746137564.840594:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302903040 00000100:00100000:0.0:1746137564.840596:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302903040 00000100:00100000:0.0:1746137564.840619:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 693 00000100:00100000:0.0:1746137564.840626:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957302902656:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137564.840687:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957302902656:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 62us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.840696:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 693 00000100:00100000:0.0:1746137564.840725:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 694 00000100:00100000:0.0:1746137564.840730:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302903040:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137564.840750:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302903040:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 20us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.840754:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 694 00000100:00100000:0.0:1746137564.840774:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902400 00000100:00100000:0.0:1746137564.840776:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902400 00000100:00100000:0.0:1746137564.840797:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902912 00000100:00100000:0.0:1746137564.840798:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902912 00000100:00100000:0.0:1746137564.840808:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902528 00000100:00100000:0.0:1746137564.840810:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902528 00000100:00100000:0.0:1746137564.840819:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302902784 00000100:00100000:0.0:1746137564.840821:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302902784 00000100:00100000:0.0:1746137564.840832:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1010 00000100:00100000:0.0:1746137564.840836:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957302902400:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137564.840856:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957302902400:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 19us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.840861:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1010 00000100:00100000:0.0:1746137564.840871:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1012 00000100:00100000:0.0:1746137564.840876:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957302902528:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137564.842780:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957302902528:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 16us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.842794:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1012 00000100:00100000:0.0:1746137564.848516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.849173:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14108 00000100:00100000:1.0:1746137564.849182:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302903424:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.849287:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302903424:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.849292:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14108 00002000:00100000:1.0:1746137564.849297:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550000 x1830957302903424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.849305:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550000 with x1830957302903424 ext(0->4095) 00002000:00010000:1.0:1746137564.849307:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550000 00000100:00100000:0.0:1746137564.851537:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.856559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.858884:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.860231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.860883:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292966912:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137564.860903:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137564.860979:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302903680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4156us (4379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.860987:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18126 00000100:00100000:0.0:1746137564.864802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.865879:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302904320 00000100:00100000:0.0:1746137564.865883:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302904320 00010000:00010000:0.0:1746137564.865901:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f70e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be1 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1746137564.865930:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18127 00000100:00100000:0.0:1746137564.865951:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302904320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137564.865959:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137564.865977:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f70e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be1 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.865986:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f70e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be1 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.866002:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f70e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be1 expref: 6 pid: 24924 timeout: 757 lvb_type: 0 00010000:00010000:0.0:1746137564.866025:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.866026:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137564.866032:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be8 expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.866038:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be8 expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.866057:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be8 expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137564.866067:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f70ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8be8 expref: 78 pid: 24924 timeout: 757 lvb_type: 0 00000100:00100000:0.0:1746137564.866077:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0798e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292967296:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137564.866132:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137564.868175:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0798e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292967296:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137564.868207:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137564.868252:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302904320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2316us (2483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137564.868261:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18127 00000100:00100000:0.0:1746137564.868417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.871554:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.873800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.876375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.880535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.886863:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302905600 00000100:00100000:0.0:1746137564.886867:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302905600 00002000:00100000:0.0:1746137564.886894:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27df80 x1830957302905600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.886904:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27df80 with x1830957302905600 ext(0->4095) 00010000:00010000:0.0:1746137564.886909:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bf6 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137564.886919:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bf6 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137564.886925:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27df80 00000100:00100000:0.0:1746137564.886961:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3140 00000100:00100000:0.0:1746137564.886967:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302905600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137564.887075:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302905600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (987us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137564.887081:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3140 00002000:00100000:0.0:1746137564.887087:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27df80 x1830957302905600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.887094:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27df80 with x1830957302905600 ext(0->4095) 00010000:00010000:0.0:1746137564.887098:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bf6 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137564.887106:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70fc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bf6 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137564.887112:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27df80 00000100:00100000:0.0:1746137564.889703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.893245:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302905856 00000100:00100000:0.0:1746137564.893254:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302905856 00010000:00010000:0.0:1746137564.893283:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f70fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bf6 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137564.898231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.898337:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302906112 00000100:00100000:1.0:1746137564.898346:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302906112 00002000:00100000:1.0:1746137564.898387:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798380 x1830957302906112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.898396:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798380 with x1830957302906112 ext(0->4095) 00010000:00010000:1.0:1746137564.898405:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7103 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bfd expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137564.898417:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7103 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bfd expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137564.898424:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798380 00000100:00100000:1.0:1746137564.898442:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3141 00000100:00100000:1.0:1746137564.898448:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302906112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.899031:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302906112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 583us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.899036:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3141 00002000:00100000:1.0:1746137564.899042:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798380 x1830957302906112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.899048:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798380 with x1830957302906112 ext(0->4095) 00010000:00010000:1.0:1746137564.899054:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7103 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bfd expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137564.899062:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7103 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8bfd expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137564.899068:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798380 00000100:00100000:0.0:1746137564.903060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.910902:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302906496 00000100:00100000:1.0:1746137564.910910:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302906496 00002000:00100000:1.0:1746137564.910964:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27ce00 x1830957302906496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.910972:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27ce00 with x1830957302906496 ext(0->4095) 00002000:00010000:1.0:1746137564.910976:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27ce00 00000100:00100000:1.0:1746137564.910995:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14110 00000100:00100000:1.0:1746137564.911002:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957302906496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.911140:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957302906496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.911147:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14110 00002000:00100000:1.0:1746137564.911152:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27ce00 x1830957302906496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.911160:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27ce00 with x1830957302906496 ext(0->4095) 00002000:00010000:1.0:1746137564.911163:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27ce00 00000100:00100000:0.0:1746137564.913047:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.916023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.918814:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.918875:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302907008 00000100:00100000:1.0:1746137564.918883:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302907008 00002000:00100000:1.0:1746137564.918917:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957302907008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.918927:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957302907008 ext(0->4095) 00002000:00010000:1.0:1746137564.918931:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:1.0:1746137564.918980:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14111 00000100:00100000:1.0:1746137564.918987:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302907008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.919091:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302907008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.919096:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14111 00002000:00100000:1.0:1746137564.919101:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957302907008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.919107:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957302907008 ext(0->4095) 00002000:00010000:1.0:1746137564.919109:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:0.0:1746137564.923035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.923082:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302907136 00000100:00100000:0.0:1746137564.923091:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302907136 00000100:00100000:0.0:1746137564.923985:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30367 00000100:00100000:1.0:1746137564.924027:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957302907136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.924047:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.924063:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c12 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.924088:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7111 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c0b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.924094:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.924096:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.924099:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 78 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.924127:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7111 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c0b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.924139:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c0b expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137564.924151:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292968576:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.924224:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137564.925890:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292968576:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.925911:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.925921:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137564.926623:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957302907136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2627us (3595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.926630:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30367 00000100:00100000:0.0:1746137564.926692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.930355:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.930840:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302907648 00000100:00100000:1.0:1746137564.930848:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302907648 00002000:00100000:1.0:1746137564.930883:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4700 x1830957302907648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.930893:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957302907648 ext(0->4095) 00010000:00010000:1.0:1746137564.930902:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137564.930914:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137564.930920:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:1.0:1746137564.930963:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3142 00000100:00100000:1.0:1746137564.930970:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302907648:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137564.931086:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957302907648:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.931091:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3142 00002000:00100000:1.0:1746137564.931096:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4700 x1830957302907648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.931103:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957302907648 ext(0->4095) 00010000:00010000:1.0:1746137564.931107:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137564.931116:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c12 expref: 79 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137564.931132:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:0.0:1746137564.933093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.936638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.939706:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.939792:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302908160 00000100:00100000:1.0:1746137564.939800:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302908160 00000100:00100000:1.0:1746137564.939828:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30369 00000100:00100000:1.0:1746137564.939833:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302908160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.939844:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.939859:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c20 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.939882:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f711f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c19 expref: 77 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.939890:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.939892:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.939895:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c20 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.939923:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f711f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c19 expref: 77 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.940133:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f711f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c19 expref: 77 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137564.940148:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969088:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.940215:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137564.942245:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969088:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.942272:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c20 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.942286:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.942319:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302908160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.942326:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30369 00000100:00100000:0.0:1746137564.942969:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.946462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.947045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.948243:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302908672 00000100:00100000:1.0:1746137564.948248:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302908672 00000100:00100000:1.0:1746137564.948271:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30370 00000100:00100000:1.0:1746137564.948276:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957302908672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.948285:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.948300:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f712d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c27 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.948322:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c20 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.948329:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.948330:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137564.948333:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f712d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c27 expref: 78 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.948358:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c20 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.948370:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c20 expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137564.948383:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969344:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.949301:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137564.952560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.954025:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969344:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.954047:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f712d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c27 expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.954056:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137564.954094:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957302908672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5817us (7049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.954100:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30370 00000100:00100000:0.0:1746137564.954769:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.959251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.967629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.968004:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302909568 00000100:00100000:1.0:1746137564.968011:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302909568 00002000:00100000:1.0:1746137564.968039:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957302909568/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/0 e 0 to 0 dl 1746137575 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.968049:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957302909568 ext(0->4095) 00002000:00010000:1.0:1746137564.968052:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073781f80 00000100:00100000:1.0:1746137564.968074:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14114 00000100:00100000:1.0:1746137564.968078:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302909568:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137564.968177:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957302909568:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137564.968182:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14114 00002000:00100000:1.0:1746137564.968186:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957302909568/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 488/4536 e 0 to 0 dl 1746137575 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137564.968199:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957302909568 ext(0->4095) 00002000:00010000:1.0:1746137564.968201:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073781f80 00000100:00100000:0.0:1746137564.974389:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137564.975538:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302909696 00000100:00100000:1.0:1746137564.975552:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302909696 00000100:00100000:1.0:1746137564.975611:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30372 00000100:00100000:1.0:1746137564.975619:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302909696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137564.975635:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137564.975650:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c35 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.976188:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7134 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c2e expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.976196:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.976198:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137564.976201:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.976227:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7134 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c2e expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.976237:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c2e expref: 77 pid: 9557 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137564.976247:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969856:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137564.976323:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137564.980652:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292969856:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137564.980678:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137564.980693:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137564.980729:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302909696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5110us (6350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137564.980737:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30372 00000100:00100000:0.0:1746137564.986779:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137564.989905:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957302909824:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 818us (3133us total) trans 4294972255 rc 0/0 00000100:00100000:0.0:1746137564.989912:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3144 00002000:00100000:0.0:1746137564.989918:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350380 x1830957302909824/t4294972255(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:0/0 lens 496/448 e 0 to 0 dl 1746137575 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137564.989925:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350380 with x1830957302909824 ext(0->7) 00010000:00010000:0.0:1746137564.989929:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c2e expref: 80 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137564.989956:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c2e expref: 80 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137564.989961:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350380 00000100:00100000:0.0:1746137565.002198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137565.004041:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137565.004457:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.004501:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302910080 00000100:00100000:0.0:1746137565.004506:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302910080 00000100:00100000:0.0:1746137565.004547:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30373 00000100:00100000:0.0:1746137565.004553:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957302910080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137565.004567:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137565.004590:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7142 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c3c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004605:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.004611:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004625:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137565.004628:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7142 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c3c expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004680:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004692:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7142 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c3c expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004700:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.004701:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.004706:0:16986:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004712:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004728:0:16986:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.004738:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f713b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c35 expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.004749:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292970112:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137565.004833:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.006059:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746137565.006070:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957292970240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137565.006128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746137565.006309:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137565.006584:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957292970240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137565.009997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137565.010519:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137565.013118:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.016886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.017013:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302910720 00000100:00100000:1.0:1746137565.017020:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302910720 00002000:00100000:1.0:1746137565.017055:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350e00 x1830957302910720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.017065:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957302910720 ext(0->4095) 00002000:00010000:1.0:1746137565.017069:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350e00 00000100:00100000:1.0:1746137565.017096:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14115 00000100:00100000:1.0:1746137565.017102:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957302910720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.017227:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957302910720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.017234:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14115 00002000:00100000:1.0:1746137565.017239:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350e00 x1830957302910720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.017251:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957302910720 ext(0->4095) 00002000:00010000:1.0:1746137565.017254:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350e00 00000100:00080000:0.0:1746137565.026476:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137565.035139:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.035844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.041822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.048278:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.054066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.061777:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.069134:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.072276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.072455:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302912128 00000100:00100000:1.0:1746137565.072462:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302912128 00002000:00100000:1.0:1746137565.072497:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfb5500 x1830957302912128/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.072507:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5500 with x1830957302912128 ext(0->7) 00010000:00010000:1.0:1746137565.072514:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c4a expref: 82 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.072525:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c4a expref: 82 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.072531:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5500 00000100:00100000:1.0:1746137565.072557:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3148 00000100:00100000:1.0:1746137565.072563:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957302912128:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137565.073783:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957302912128:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1216us (1503us total) trans 4294972257 rc 0/0 00000100:00100000:0.0:1746137565.073790:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3148 00002000:00100000:0.0:1746137565.073795:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfb5500 x1830957302912128/t4294972257(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/448 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.073801:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5500 with x1830957302912128 ext(0->7) 00010000:00010000:0.0:1746137565.073806:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c4a expref: 84 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.073814:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c4a expref: 84 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137565.073818:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5500 00000100:00100000:0.0:1746137565.078064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.082681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.085402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.085619:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302912640 00000100:00100000:1.0:1746137565.085625:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302912640 00002000:00100000:1.0:1746137565.085656:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5f80 x1830957302912640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.085665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5f80 with x1830957302912640 ext(0->4095) 00010000:00010000:1.0:1746137565.085673:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7157 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c51 expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.085682:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7157 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c51 expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.085689:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5f80 00000100:00100000:1.0:1746137565.085894:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3149 00000100:00100000:1.0:1746137565.085901:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302912640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.086024:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302912640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.086029:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3149 00002000:00100000:1.0:1746137565.086034:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5f80 x1830957302912640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.086041:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5f80 with x1830957302912640 ext(0->4095) 00010000:00010000:1.0:1746137565.086045:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7157 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c51 expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.086053:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f7157 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c51 expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.086059:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5f80 00000100:00100000:0.0:1746137565.087639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.087679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.090685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.094434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.097372:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.097453:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302913536 00000100:00100000:1.0:1746137565.097463:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302913536 00002000:00100000:1.0:1746137565.097494:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957302913536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.097504:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957302913536 ext(0->4095) 00002000:00010000:1.0:1746137565.097508:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5880 00000100:00100000:1.0:1746137565.097531:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14117 00000100:00100000:1.0:1746137565.097538:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957302913536:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.097667:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957302913536:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.097672:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14117 00002000:00100000:1.0:1746137565.097678:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957302913536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.097685:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957302913536 ext(0->4095) 00002000:00010000:1.0:1746137565.097687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5880 00000100:00100000:0.0:1746137565.098988:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.099022:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302913664 00000100:00100000:1.0:1746137565.099027:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302913664 00000100:00100000:1.0:1746137565.099059:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30379 00000100:00100000:1.0:1746137565.099065:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302913664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.099077:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.099088:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c66 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.099107:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f7165 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c5f expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.099112:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.099113:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.099116:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c66 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.099136:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f7165 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c5f expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.099147:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f7165 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c5f expref: 83 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.099156:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292971904:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.099305:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.100320:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292971904:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.100337:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c66 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.100347:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137565.100370:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302913664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1305us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.100376:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30379 00000100:00100000:0.0:1746137565.100582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.102435:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.104771:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.104839:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302914176 00000100:00100000:1.0:1746137565.104845:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302914176 00000100:00100000:1.0:1746137565.104887:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30380 00000100:00100000:1.0:1746137565.104894:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1731:x1830957302914176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.104904:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.104917:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7173 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c6d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.104965:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c66 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.104977:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.104978:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.104982:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7173 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c6d expref: 84 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.105625:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c66 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.105636:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f716c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c66 expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.105648:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292972160:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.106154:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.108670:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.109105:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292972160:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.109119:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7173 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c6d expref: 85 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.109127:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137565.109156:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1731:x1830957302914176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4262us (4386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.109161:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30380 00000100:00100000:0.0:1746137565.109269:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.111648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.114268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.114318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.114388:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302914816 00000100:00100000:1.0:1746137565.114399:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302914816 00000100:00100000:1.0:1746137565.114443:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30382 00000100:00100000:1.0:1746137565.114449:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302914816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.114461:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.114472:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c7b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.114491:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.114496:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f717a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c74 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.114501:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137565.114504:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.114534:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f717a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c74 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.114543:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.114623:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137565.114787:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302914816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 337us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.114792:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30382 00000100:00100000:0.0:1746137565.116751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.118900:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.119244:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302915328 00000100:00100000:1.0:1746137565.119251:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302915328 00000100:00100000:1.0:1746137565.119290:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30383 00000100:00100000:1.0:1746137565.119296:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1730:x1830957302915328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.119308:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.119322:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7188 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c82 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.119342:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.119348:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.119355:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137565.119358:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7188 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c82 expref: 85 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.119388:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.119398:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7188 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c82 expref: 85 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.119406:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137565.119436:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957302915328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.119442:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30383 00000100:00100000:0.0:1746137565.119507:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.122888:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.122955:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302915712 00000100:00100000:1.0:1746137565.122962:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302915712 00002000:00100000:1.0:1746137565.122994:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db5f80 x1830957302915712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.123004:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db5f80 with x1830957302915712 ext(0->4095) 00010000:00010000:1.0:1746137565.123011:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.123026:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.123032:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db5f80 00000100:00100000:1.0:1746137565.123056:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3153 00000100:00100000:1.0:1746137565.123061:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302915712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.123164:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302915712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.123170:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3153 00002000:00100000:1.0:1746137565.123175:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db5f80 x1830957302915712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.123182:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db5f80 with x1830957302915712 ext(0->4095) 00010000:00010000:1.0:1746137565.123186:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.123194:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7181 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c7b expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.123199:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db5f80 00000100:00100000:0.0:1746137565.126556:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.132485:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.134788:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.138225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.141479:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.141541:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302916608 00000100:00100000:1.0:1746137565.141549:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302916608 00002000:00100000:1.0:1746137565.141598:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957302916608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.141607:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302916608 ext(0->4095) 00002000:00010000:1.0:1746137565.141612:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5880 00000100:00100000:1.0:1746137565.141639:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14120 00000100:00100000:1.0:1746137565.141645:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302916608:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.141779:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302916608:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.141785:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14120 00002000:00100000:1.0:1746137565.141790:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957302916608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.141797:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957302916608 ext(0->4095) 00002000:00010000:1.0:1746137565.141800:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137565.143204:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.143971:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.144004:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302916864 00000100:00100000:1.0:1746137565.144008:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302916864 00000100:00100000:1.0:1746137565.144148:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30386 00000100:00100000:1.0:1746137565.144154:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1731:x1830957302916864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.144161:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.144167:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f719d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8c97 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.144186:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.144190:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.144195:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.144197:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f719d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c97 expref: 86 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.144223:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.144233:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f719d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c97 expref: 86 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.144242:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137565.144266:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957302916864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.144271:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30386 00000100:00100000:0.0:1746137565.146717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.149775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.150367:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302917248 00000100:00100000:1.0:1746137565.150375:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302917248 00002000:00100000:1.0:1746137565.150412:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957302917248/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.150422:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302917248 ext(0->4095) 00010000:00010000:1.0:1746137565.150430:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 85 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.150442:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 85 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.150449:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:1.0:1746137565.151041:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3154 00000100:00100000:1.0:1746137565.151050:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302917248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.151182:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957302917248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (1407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.151188:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3154 00002000:00100000:1.0:1746137565.151194:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957302917248/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.151201:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957302917248 ext(0->4095) 00010000:00010000:1.0:1746137565.151206:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 85 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.151216:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8c90 expref: 85 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.151223:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:0.0:1746137565.153817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.157460:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302917632 00000100:00100000:0.0:1746137565.157467:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302917632 00002000:00100000:0.0:1746137565.157502:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957302917632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.157511:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957302917632 ext(0->4095) 00002000:00010000:0.0:1746137565.157515:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727100 00000100:00100000:0.0:1746137565.157532:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14121 00000100:00100000:0.0:1746137565.157538:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957302917632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137565.157916:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957302917632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 377us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137565.157922:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14121 00002000:00100000:0.0:1746137565.157927:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957302917632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.157933:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957302917632 ext(0->4095) 00002000:00010000:0.0:1746137565.157952:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727100 00000100:00100000:0.0:1746137565.159459:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.161212:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.163616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.165700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.167483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.169087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.172147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.173424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.173476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.175770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.177442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.177498:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.179639:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.181749:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.185325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.188680:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.191417:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.194579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.196480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.196545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.199197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.201867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.204783:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.208298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.210356:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.218098:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.218173:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.221197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.226921:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.233674:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.242173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.242267:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302922880 00000100:00100000:1.0:1746137565.242276:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302922880 00000100:00100000:1.0:1746137565.242324:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30397 00000100:00100000:1.0:1746137565.242330:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302922880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.242347:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.242362:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8ce4 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.242387:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f71e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cdd expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.242398:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.242400:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.242403:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.242429:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f71e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cdd expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.242438:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f71e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cdd expref: 83 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.242448:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292976512:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.242524:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.245716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.247207:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292976512:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.247230:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.247243:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137565.247284:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302922880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4953us (5119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.247291:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30397 00000100:00100000:0.0:1746137565.255837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.260047:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302923264 00000100:00100000:1.0:1746137565.260055:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302923264 00000100:00100000:1.0:1746137565.260090:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30398 00000100:00100000:1.0:1746137565.260096:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957302923264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.260114:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.260126:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8ceb expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.260150:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.260155:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.260157:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.260159:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.260182:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.260190:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 5 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.260200:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292976768:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.260262:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.263087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.264687:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292976768:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.264710:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 86 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.264723:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137565.265712:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957302923264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5613us (5774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.265723:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30398 00000100:00100000:0.0:1746137565.267677:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.267896:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18164 00000100:00100000:1.0:1746137565.267905:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302923648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.267918:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.268142:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.268154:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.268175:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f71ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ce4 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.268201:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.268203:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.268209:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.268217:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.268244:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.268255:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292976896:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.268323:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.270268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.271725:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292976896:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.271741:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.272044:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302923648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4140us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.272051:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18164 00000100:00100000:0.0:1746137565.279377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.279511:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302924032 00000100:00100000:1.0:1746137565.279520:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302924032 00000100:00100000:0.0:1746137565.280508:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30399 00000100:00100000:0.0:1746137565.280518:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302924032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137565.280535:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137565.280550:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8cf2 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.280591:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.280598:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137565.280599:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137565.280602:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.280631:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.280641:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 85 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.280652:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292977024:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137565.280726:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.283715:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.286787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.289689:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302924160:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 5705us (6752us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746137565.289696:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3162 00002000:00100000:0.0:1746137565.289704:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bcefb80 x1830957302924160/t4294972259(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/448 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.289712:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957302924160 ext(0->7) 00010000:00010000:0.0:1746137565.289720:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.289730:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137565.289735:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:0.0:1746137565.293199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.293320:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302924416 00000100:00100000:1.0:1746137565.293329:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302924416 00010000:00010000:1.0:1746137565.293362:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.293708:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18165 00000100:00100000:1.0:1746137565.293716:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2008:x1830957302924416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.293729:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.293748:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.293759:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.293778:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f71f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ceb expref: 89 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.293916:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.293918:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.293925:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.293969:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.294002:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.294012:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 5 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.294021:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977280:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.294102:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.296038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.296118:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977280:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.296133:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.296160:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2008:x1830957302924416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2445us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.296169:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18165 00000100:00100000:0.0:1746137565.300931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.301086:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302924800 00000100:00100000:1.0:1746137565.301095:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302924800 00010000:00010000:1.0:1746137565.301127:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.301550:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18166 00000100:00100000:1.0:1746137565.301559:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302924800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.301585:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.301607:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.301618:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.301639:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9400/0x95b3ed7b846f71f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf2 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.301665:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.301667:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.301674:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.301681:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.301711:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.301723:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977408:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.301798:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.304456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.304535:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977408:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.304551:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.304599:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957302924800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3041us (3678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.304609:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18166 00000100:00100000:0.0:1746137565.307274:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.310329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.310430:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302925312 00000100:00100000:1.0:1746137565.310438:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302925312 00010000:00010000:1.0:1746137565.310468:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 88 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.310914:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18167 00000100:00100000:1.0:1746137565.310921:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957302925312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.310932:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.310967:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 88 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.310978:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 88 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.310997:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f71ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8cf9 expref: 88 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.311013:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.311015:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.311020:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.311028:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.311055:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.311068:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977664:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.311111:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.316865:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.316979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.317797:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977664:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.317812:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.318290:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957302925312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7368us (7966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.318299:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18167 00000100:00100000:0.0:1746137565.318927:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4db100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957292977792:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137565.318960:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 88 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.318972:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042ea00, rc 0) 00000100:00100000:0.0:1746137565.319005:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957302925696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137565.319011:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30402 00000100:00100000:0.0:1746137565.324423:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.324893:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302925824 00000100:00100000:1.0:1746137565.324903:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302925824 00010000:00010000:1.0:1746137565.324971:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.325014:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18168 00000100:00100000:1.0:1746137565.325022:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302925824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.325035:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.325053:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.325063:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.325082:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7206 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d00 expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.325211:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.325213:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.325219:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.325230:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.325259:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 87 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.325270:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977920:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.325690:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.329271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.329725:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292977920:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.329742:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.329781:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302925824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4760us (5370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.329791:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18168 00000100:00100000:0.0:1746137565.338798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.342666:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.343028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.344231:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2007:x1830957302926336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 900us (1200us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746137565.344237:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3164 00002000:00100000:0.0:1746137565.344243:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800998a6680 x1830957302926336/t4294972260(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/448 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.344250:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6680 with x1830957302926336 ext(0->7) 00010000:00010000:0.0:1746137565.344255:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.344264:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137565.344270:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a6680 00000100:00100000:0.0:1746137565.345196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.345336:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302926592 00000100:00100000:1.0:1746137565.345342:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302926592 00010000:00010000:1.0:1746137565.345364:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.345398:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18169 00000100:00100000:1.0:1746137565.345405:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957302926592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.345415:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.345427:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.345436:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.345453:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f720d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d07 expref: 91 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.345479:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.345481:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.345486:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.345497:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.345523:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.345533:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 5 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.345543:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978304:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.345624:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.346848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.346985:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978304:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.346998:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.347022:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957302926592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1618us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.347030:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18169 00000100:00100000:0.0:1746137565.348650:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.348717:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302926976 00000100:00100000:1.0:1746137565.348722:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302926976 00010000:00010000:1.0:1746137565.348822:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.348854:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18170 00000100:00100000:1.0:1746137565.348860:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302926976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.348870:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.348882:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.348892:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.348910:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7214 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d0e expref: 6 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.348967:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.348969:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.348974:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 89 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.348981:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 89 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.349006:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 89 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.349016:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978432:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.349090:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.350260:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978432:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.350272:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.350307:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957302926976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1446us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.350314:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18170 00000100:00100000:0.0:1746137565.351004:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.355105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.360491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.360814:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302927488 00000100:00100000:1.0:1746137565.360822:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302927488 00010000:00010000:1.0:1746137565.360852:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 90 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.361674:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18171 00000100:00100000:1.0:1746137565.361684:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957302927488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.361696:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.361718:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 90 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.361731:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 90 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.361752:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f721b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d15 expref: 90 pid: 9556 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.361778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137565.362068:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.362070:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.362078:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800734fda00/0x95b3ed7b846f7222 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d1c expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.362090:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800734fda00/0x95b3ed7b846f7222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d1c expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.362124:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800734fda00/0x95b3ed7b846f7222 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d1c expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.362136:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978688:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.362210:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.364798:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292978688:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.364816:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137565.364822:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.364853:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957302927488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3169us (4367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.364863:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18171 00000100:00100000:1.0:1746137565.368415:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.370738:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.372789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.375685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.376699:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2005:x1830957302928512:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 696us (1013us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746137565.376706:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3167 00002000:00100000:0.0:1746137565.376712:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136635500 x1830957302928512/t4294972261(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/448 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.376718:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957302928512 ext(0->7) 00010000:00010000:0.0:1746137565.376723:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d23 expref: 92 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.376732:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d23 expref: 92 pid: 9556 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137565.376737:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:0.0:1746137565.377770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.383100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.383185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.383253:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302928896 00000100:00100000:1.0:1746137565.383260:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302928896 00002000:00100000:1.0:1746137565.383291:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957302928896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.383301:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957302928896 ext(0->4095) 00002000:00010000:1.0:1746137565.383305:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db6680 00000100:00100000:1.0:1746137565.383320:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14133 00000100:00100000:1.0:1746137565.383325:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302928896:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137565.383561:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302928896:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 235us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.383580:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14133 00002000:00100000:1.0:1746137565.383585:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957302928896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.383593:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957302928896 ext(0->4095) 00002000:00010000:1.0:1746137565.383636:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db6680 00000100:00100000:0.0:1746137565.385013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.385064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.388165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.391332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.394264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.398922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.402635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.404534:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.406189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.406293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.410323:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.415068:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.417775:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.421009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.422867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.426589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.431160:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.431255:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.434664:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.435101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.438777:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.440381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.444868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.448401:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.448471:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302933120 00000100:00100000:1.0:1746137565.448479:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302933120 00000100:00100000:1.0:1746137565.448524:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30416 00000100:00100000:1.0:1746137565.448530:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302933120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.448544:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.448559:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f726f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8d69 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.448689:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7268 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d62 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.448696:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.448698:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.448701:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f726f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d69 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.448727:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7268 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d62 expref: 91 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.448736:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7268 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d62 expref: 91 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.448747:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292981376:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.448819:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.453312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.454777:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957292981376:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.454805:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f726f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d69 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.454821:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137565.454868:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302933120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6337us (6474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.454877:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30416 00000100:00100000:0.0:1746137565.459651:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.465179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.467904:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.469633:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.473529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.474556:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2007:x1830957302934272:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 839us (1026us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746137565.474562:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3172 00002000:00100000:0.0:1746137565.474575:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800730f1c00 x1830957302934272/t4294972262(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/448 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.474581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1c00 with x1830957302934272 ext(0->7) 00010000:00010000:0.0:1746137565.474586:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d70 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.474594:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d70 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:0.0:1746137565.474603:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f1c00 00000100:00100000:0.0:1746137565.479360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.482386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.482661:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302934656 00000100:00100000:1.0:1746137565.482667:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302934656 00002000:00100000:1.0:1746137565.482707:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf800 x1830957302934656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.482804:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf800 with x1830957302934656 ext(0->4095) 00002000:00010000:1.0:1746137565.482809:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cf800 00000100:00100000:1.0:1746137565.482837:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14140 00000100:00100000:1.0:1746137565.482845:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302934656:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137565.482980:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302934656:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.482986:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14140 00002000:00100000:1.0:1746137565.482991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf800 x1830957302934656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.483004:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf800 with x1830957302934656 ext(0->4095) 00002000:00010000:1.0:1746137565.483007:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cf800 00000100:00100000:0.0:1746137565.484878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.486493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.486919:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302934912 00000100:00100000:1.0:1746137565.486925:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302934912 00000100:00100000:1.0:1746137565.486983:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30420 00000100:00100000:1.0:1746137565.486991:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302934912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.487000:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.487011:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8d85 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.487029:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.487033:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 96 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.487039:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.487041:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.487069:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 96 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.487080:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.487089:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137565.487119:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1730:x1830957302934912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.487126:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30420 00000100:00100000:0.0:1746137565.488460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.492486:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136636300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292982400:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137565.492506:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137565.492559:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957302935040:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3499us (4098us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137565.492577:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18185 00000100:00100000:0.0:1746137565.495085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.496214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.496271:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302935552 00000100:00100000:0.0:1746137565.496275:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302935552 00010000:00010000:0.0:1746137565.496294:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 95 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.496321:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18186 00000100:00100000:0.0:1746137565.496325:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302935552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137565.496333:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137565.496349:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 95 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.496359:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 95 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.496378:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7284 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d7e expref: 95 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.496391:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.496392:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.496396:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.496402:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.496419:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.496428:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f728b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d85 expref: 94 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.496438:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957292982656:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137565.496494:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.499214:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.502719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.502794:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.508915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.509562:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302936320 00000100:00100000:1.0:1746137565.509580:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302936320 00002000:00100000:1.0:1746137565.509617:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957302936320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.509627:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957302936320 ext(0->4095) 00010000:00010000:1.0:1746137565.509635:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d8c expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.509648:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d8c expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.509655:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528380 00000100:00100000:1.0:1746137565.509684:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3175 00000100:00100000:1.0:1746137565.509691:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302936320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.509810:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302936320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.509816:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3175 00002000:00100000:1.0:1746137565.509822:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957302936320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.509829:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957302936320 ext(0->4095) 00010000:00010000:1.0:1746137565.509834:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d8c expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.509848:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7292 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d8c expref: 6 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.509854:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528380 00000100:00100000:0.0:1746137565.512073:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.514645:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.518043:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.520540:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302936960 00000100:00100000:0.0:1746137565.520544:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302936960 00010000:00010000:0.0:1746137565.520576:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f7299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d93 expref: 94 pid: 9557 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.520604:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18189 00000100:00100000:0.0:1746137565.520611:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302936960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137565.520620:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137565.520638:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f7299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d93 expref: 94 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.520647:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f7299 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d93 expref: 94 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.520665:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f7299 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d93 expref: 94 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.520762:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.520767:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.520773:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.520780:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.520804:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137565.520818:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983296:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137565.521117:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.522026:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983296:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.522041:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.522170:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+93:2005:x1830957302936960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1559us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.522177:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18189 00000100:00100000:0.0:1746137565.524105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.525197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.526525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.528906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.529083:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302937600 00000100:00100000:1.0:1746137565.529089:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302937600 00010000:00010000:1.0:1746137565.529113:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.529144:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18190 00000100:00100000:1.0:1746137565.529150:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302937600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.529161:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.529191:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.529201:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.529218:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f72a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8d9a expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.529238:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.529240:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.529246:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 94 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.529253:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 94 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.529279:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 94 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.529289:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 94 pid: 9557 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.529299:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983680:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.529359:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.531044:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983680:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.531059:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.531084:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302937600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1934us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.531093:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18190 00000100:00100000:0.0:1746137565.531583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.534521:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.534606:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302937984 00000100:00100000:1.0:1746137565.534612:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302937984 00010000:00010000:1.0:1746137565.534768:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.534806:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18191 00000100:00100000:1.0:1746137565.534812:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2005:x1830957302937984:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.534822:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.534838:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.534848:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.534867:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da1 expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.534894:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.534895:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.534902:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.534910:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.535033:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.535046:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983808:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.535273:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.536333:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292983808:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.536348:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.536407:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302937984:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1592us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.536415:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18191 00000100:00100000:0.0:1746137565.537159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.538725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.543846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.543960:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302938496 00000100:00100000:1.0:1746137565.543968:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302938496 00010000:00010000:1.0:1746137565.543997:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.544030:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18192 00000100:00100000:1.0:1746137565.544038:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c404850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302938496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137565.544051:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137565.544069:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.544080:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.544098:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f72ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8da8 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.544114:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.544116:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.544121:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f72b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8daf expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.544129:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f72b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8daf expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.544156:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f72b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8daf expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137565.544168:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292984064:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137565.544247:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.545817:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292984064:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137565.545831:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137565.545856:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+93:2005:x1830957302938496:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1818us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.545865:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18192 00000100:00100000:0.0:1746137565.546636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.547788:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.549588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.550340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.552252:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.555784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.558829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.561232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.563699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.566403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.569201:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.569546:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.570389:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30430 00000100:00100000:1.0:1746137565.570433:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:1731:x1830957302940416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.570495:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.570511:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8dcb expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.570535:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dc4 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.570577:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.570579:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.570583:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dcb expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.570621:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dc4 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.570632:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f72ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dc4 expref: 5 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.570643:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985088:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.570742:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.572904:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.572998:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985088:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.573019:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dcb expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.573032:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137565.573059:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302940416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (3867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.573066:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30430 00000100:00100000:0.0:1746137565.576235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.579913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.580039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.580601:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302941056 00000100:00100000:1.0:1746137565.580605:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302941056 00000100:00100000:1.0:1746137565.580637:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30432 00000100:00100000:1.0:1746137565.580643:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302941056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.580654:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.580663:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8dd9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.580680:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.580691:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.580693:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.580696:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.580712:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.580722:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.580731:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985472:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.580755:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.582754:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985472:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.582773:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.582786:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137565.582817:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302941056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2174us (2912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.582822:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30432 00000100:00100000:1.0:1746137565.583877:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302941440 00000100:00100000:1.0:1746137565.583885:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302941440 00002000:00100000:1.0:1746137565.583917:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351f80 x1830957302941440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.583932:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351f80 with x1830957302941440 ext(0->4095) 00010000:00010000:1.0:1746137565.583989:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.584001:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.584007:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351f80 00000100:00100000:1.0:1746137565.584044:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3179 00000100:00100000:1.0:1746137565.584051:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302941440:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.584167:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302941440:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.584173:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3179 00002000:00100000:1.0:1746137565.584184:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351f80 x1830957302941440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.584190:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351f80 with x1830957302941440 ext(0->4095) 00010000:00010000:1.0:1746137565.584194:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.584204:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f72d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd2 expref: 94 pid: 24924 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.584210:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351f80 00000100:00100000:0.0:1746137565.586846:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.586983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.587434:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302941568 00000100:00100000:1.0:1746137565.587438:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302941568 00000100:00100000:1.0:1746137565.587473:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30433 00000100:00100000:1.0:1746137565.587478:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:1730:x1830957302941568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.587489:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.587499:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8de0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.587513:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.587518:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.587520:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.587522:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.587537:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.587546:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f72df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dd9 expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.587554:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985728:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.587596:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.589140:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985728:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.589162:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.589177:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137565.589223:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302941568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.589230:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30433 00000100:00100000:0.0:1746137565.589582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.591617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.594685:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292985856:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137565.594702:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137565.594737:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302942080:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2899us (3122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137565.594744:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18199 00000100:00100000:0.0:1746137565.597736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.597822:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302942464 00000100:00100000:1.0:1746137565.597831:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302942464 00000100:00100000:1.0:1746137565.597884:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30434 00000100:00100000:1.0:1746137565.597891:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302942464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.597908:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.597924:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8de7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.598011:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 93 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.598018:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.598020:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.598023:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.598054:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 93 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.598065:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 93 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.598084:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985984:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.598451:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.600749:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137565.601526:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f72e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de0 expref: 94 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.601544:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292985984:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.601563:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.601582:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137565.601614:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302942464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3721us (3886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.601620:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30434 00000100:00100000:0.0:1746137565.605645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.607599:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302942848 00000100:00100000:1.0:1746137565.607611:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302942848 00002000:00100000:1.0:1746137565.607653:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11880 x1830957302942848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.607665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11880 with x1830957302942848 ext(0->4095) 00002000:00010000:1.0:1746137565.607670:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11880 00000100:00100000:1.0:1746137565.607704:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14148 00000100:00100000:1.0:1746137565.607711:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302942848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.607841:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302942848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (2200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.607851:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14148 00002000:00100000:1.0:1746137565.607856:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11880 x1830957302942848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.607864:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11880 with x1830957302942848 ext(0->4095) 00002000:00010000:1.0:1746137565.607867:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11880 00000100:00100000:0.0:1746137565.608112:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.609006:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302942976 00000100:00100000:1.0:1746137565.609011:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302942976 00000100:00100000:1.0:1746137565.609286:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30435 00000100:00100000:1.0:1746137565.609293:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+93:1730:x1830957302942976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.609304:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.609318:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8dee expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.609338:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.609345:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.609347:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.609350:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72f4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dee expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.609375:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.609383:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f72ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8de7 expref: 5 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.609399:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292986240:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.610557:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.612014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.612138:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfaf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292986240:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.612163:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f72f4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8dee expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.612181:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137565.612219:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302942976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2926us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.612227:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30435 00000100:00100000:0.0:1746137565.613261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.616419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.620231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.623559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.623652:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302943872 00000100:00100000:1.0:1746137565.623660:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302943872 00002000:00100000:1.0:1746137565.623702:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13b80 x1830957302943872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.623712:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957302943872 ext(0->4095) 00002000:00010000:1.0:1746137565.623717:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:1.0:1746137565.623747:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14149 00000100:00100000:1.0:1746137565.623754:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302943872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.623882:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302943872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.623888:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14149 00002000:00100000:1.0:1746137565.623893:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13b80 x1830957302943872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.623905:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957302943872 ext(0->4095) 00002000:00010000:1.0:1746137565.623908:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:0.0:1746137565.625468:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.627333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.629968:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.634548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.634656:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.634903:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30439 00000100:00100000:1.0:1746137565.634916:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1730:x1830957302944640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.634923:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.634933:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7310 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e0a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.634975:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.634979:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7309 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e03 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.634984:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.634986:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7310 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e0a expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.635005:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7309 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e03 expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.635014:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7310 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e0a expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.635023:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137565.635056:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1730:x1830957302944640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.635062:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30439 00000100:00100000:0.0:1746137565.637261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.640521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.642075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.642421:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.646483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.648444:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.648486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.651187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.654370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.657442:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.660578:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.663301:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.667802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.668660:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.670769:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.671860:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.674868:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.677070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.680130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.684026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.686266:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.690259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.690336:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.690375:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302948480 00000100:00100000:1.0:1746137565.690380:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302948480 00002000:00100000:1.0:1746137565.690407:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957302948480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.690416:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957302948480 ext(0->4095) 00002000:00010000:1.0:1746137565.690419:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136636300 00000100:00100000:1.0:1746137565.690442:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14154 00000100:00100000:1.0:1746137565.690447:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302948480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.690596:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302948480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.690603:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14154 00002000:00100000:1.0:1746137565.690608:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957302948480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.690614:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957302948480 ext(0->4095) 00010000:00010000:1.0:1746137565.690710:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f733a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e34 expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.690812:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f733a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e34 expref: 6 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.690820:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636300 00000100:00100000:0.0:1746137565.693200:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.693438:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302948736 00000100:00100000:1.0:1746137565.693443:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302948736 00000100:00100000:1.0:1746137565.693489:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30447 00000100:00100000:1.0:1746137565.693496:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302948736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.693507:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.693516:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e42 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.693532:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.693536:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.693541:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.693544:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e42 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.693578:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.693586:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e42 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.693592:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137565.693608:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302948736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.693613:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30447 00000100:00100000:0.0:1746137565.693742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.696181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.696313:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302949120 00000100:00100000:1.0:1746137565.696318:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302949120 00002000:00100000:1.0:1746137565.696352:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957302949120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.696370:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957302949120 ext(0->4095) 00010000:00010000:1.0:1746137565.696378:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.696395:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.696401:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:1.0:1746137565.696433:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3186 00000100:00100000:1.0:1746137565.696439:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302949120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.697190:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302949120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 748us (1013us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.697197:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3186 00002000:00100000:1.0:1746137565.697203:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957302949120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.697210:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957302949120 ext(0->4095) 00010000:00010000:1.0:1746137565.697215:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.697224:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7341 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e3b expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.697229:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:0.0:1746137565.699530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.703417:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.703542:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302949504 00000100:00100000:1.0:1746137565.703549:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302949504 00002000:00100000:1.0:1746137565.703590:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4000 x1830957302949504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.703599:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4000 with x1830957302949504 ext(0->4095) 00002000:00010000:1.0:1746137565.703602:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4000 00000100:00100000:1.0:1746137565.704048:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14155 00000100:00100000:1.0:1746137565.704055:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302949504:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.705170:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302949504:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1113us (1757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.705177:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14155 00002000:00100000:1.0:1746137565.705184:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4000 x1830957302949504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.705191:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4000 with x1830957302949504 ext(0->4095) 00002000:00010000:1.0:1746137565.705195:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4000 00000100:00100000:0.0:1746137565.707093:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.707159:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302949632 00000100:00100000:1.0:1746137565.707168:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302949632 00000100:00100000:1.0:1746137565.707246:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30448 00000100:00100000:1.0:1746137565.707254:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302949632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.707267:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.707281:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e49 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.707310:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e42 expref: 93 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.707321:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.707323:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.707326:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.707353:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e42 expref: 93 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.707363:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e42 expref: 93 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.707375:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292989568:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.707507:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.709339:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292989568:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.709364:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.709379:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137565.709412:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302949632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.709419:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30448 00000100:00100000:0.0:1746137565.710265:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.714681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.714727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.714731:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302949888 00000100:00100000:1.0:1746137565.714739:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302949888 00000100:00100000:1.0:1746137565.714865:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30449 00000100:00100000:1.0:1746137565.714872:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:1730:x1830957302949888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.714889:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.714902:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e50 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.714928:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.714934:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.715081:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.715085:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e50 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.715110:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.715120:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:1.0:1746137565.715130:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292989824:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.715177:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.718559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.719021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.719732:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302950400 00000100:00100000:0.0:1746137565.719736:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302950400 00010000:00010000:0.0:1746137565.719754:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.719783:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18215 00000100:00100000:0.0:1746137565.719789:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302950400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137565.719797:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137565.719813:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.719823:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.719838:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f734f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e49 expref: 6 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:0.0:1746137565.719850:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.719852:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.719856:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e50 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.719862:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e50 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.719896:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e50 expref: 94 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.719911:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7356 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e50 expref: 94 pid: 16986 timeout: 758 lvb_type: 0 00000100:00100000:0.0:1746137565.719921:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e818380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292990080:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137565.719983:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.725087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.726688:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.730396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.733357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.738349:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.741734:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.741922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.742266:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302951552 00000100:00100000:1.0:1746137565.742273:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302951552 00002000:00100000:1.0:1746137565.742309:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957302951552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.742319:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957302951552 ext(0->4095) 00002000:00010000:1.0:1746137565.742322:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:1.0:1746137565.742347:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14157 00000100:00100000:1.0:1746137565.742354:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302951552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.742459:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302951552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.742465:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14157 00002000:00100000:1.0:1746137565.742470:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957302951552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.742477:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957302951552 ext(0->4095) 00002000:00010000:1.0:1746137565.742479:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:0.0:1746137565.747529:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302951808 00000100:00100000:0.0:1746137565.747536:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302951808 00000100:00100000:0.0:1746137565.747581:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30453 00000100:00100000:0.0:1746137565.747588:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:1731:x1830957302951808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137565.747601:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137565.747614:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7372 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e6c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.747635:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137565.747639:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f736b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e65 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.747644:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137565.747648:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7372 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e6c expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.747677:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f736b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e65 expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.747687:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f7372 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e6c expref: 95 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137565.747694:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6ca00, rc 0) 00000100:00100000:0.0:1746137565.747714:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302951808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137565.747720:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30453 00000100:00100000:0.0:1746137565.750310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.754084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.757559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.758181:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302952576 00000100:00100000:1.0:1746137565.758188:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302952576 00002000:00100000:1.0:1746137565.758221:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957302952576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.758231:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957302952576 ext(0->4095) 00002000:00010000:1.0:1746137565.758235:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079bb80 00000100:00100000:1.0:1746137565.758257:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14158 00000100:00100000:1.0:1746137565.758264:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2006:x1830957302952576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.758387:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2006:x1830957302952576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.758393:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14158 00002000:00100000:1.0:1746137565.758398:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957302952576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.758405:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957302952576 ext(0->4095) 00002000:00010000:1.0:1746137565.758408:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079bb80 00000100:00100000:0.0:1746137565.760188:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.763584:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.767142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.770113:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.772121:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.772336:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302953344 00000100:00100000:1.0:1746137565.772343:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302953344 00000100:00100000:1.0:1746137565.772379:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30456 00000100:00100000:1.0:1746137565.772385:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:1731:x1830957302953344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.772392:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.772401:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7387 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8e81 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.772416:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.772420:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.772425:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.772428:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7387 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e81 expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.772450:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 96 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.772460:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7387 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e81 expref: 96 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.772470:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137565.772496:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+96:1731:x1830957302953344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.772502:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30456 00000100:00100000:0.0:1746137565.775653:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.781423:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.781578:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302953728 00000100:00100000:1.0:1746137565.781586:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302953728 00002000:00100000:1.0:1746137565.781623:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f892680 x1830957302953728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.781633:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892680 with x1830957302953728 ext(0->4095) 00010000:00010000:1.0:1746137565.781641:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.781653:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.781659:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892680 00000100:00100000:1.0:1746137565.781688:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3190 00000100:00100000:1.0:1746137565.781695:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302953728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.781810:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+95:2006:x1830957302953728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.781816:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3190 00002000:00100000:1.0:1746137565.781820:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f892680 x1830957302953728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.781828:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892680 with x1830957302953728 ext(0->4095) 00010000:00010000:1.0:1746137565.781832:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.781840:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e7a expref: 95 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.781845:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892680 00000100:00100000:0.0:1746137565.784313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.788633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.792048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.805357:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.805422:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302954368 00000100:00100000:1.0:1746137565.805431:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302954368 00002000:00100000:1.0:1746137565.805468:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d4000 x1830957302954368/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 496/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.805478:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957302954368 ext(0->7) 00010000:00010000:1.0:1746137565.805486:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e81 expref: 94 pid: 16986 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.805498:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e81 expref: 94 pid: 16986 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.805505:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4000 00000100:00100000:1.0:1746137565.805537:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3191 00000100:00100000:1.0:1746137565.805543:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+94:2005:x1830957302954368:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000001:00080000:0.0:1746137565.807925:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972263 is committed 00000100:00100000:0.0:1746137565.809390:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.813536:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.817123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.822436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.826884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.833394:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.838214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.845060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.848841:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.853560:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.857186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.860409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.862671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.863153:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302956544 00000100:00100000:1.0:1746137565.863159:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302956544 00002000:00100000:1.0:1746137565.863191:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567b80 x1830957302956544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.863201:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567b80 with x1830957302956544 ext(0->4095) 00010000:00010000:1.0:1746137565.863209:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f73a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e9d expref: 9 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.863221:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f73a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e9d expref: 9 pid: 9556 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.863227:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567b80 00000100:00100000:1.0:1746137565.863610:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3193 00000100:00100000:1.0:1746137565.863618:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957302956544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137565.864479:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957302956544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 859us (1812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.864486:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3193 00002000:00100000:1.0:1746137565.864493:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567b80 x1830957302956544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.864502:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567b80 with x1830957302956544 ext(0->4095) 00010000:00010000:1.0:1746137565.864508:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f73a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e9d expref: 9 pid: 9556 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.864519:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f73a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8e9d expref: 9 pid: 9556 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.864524:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567b80 00000100:00100000:0.0:1746137565.867580:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.868973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.872695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.872824:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302957056 00000100:00100000:1.0:1746137565.872831:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302957056 00002000:00100000:1.0:1746137565.872868:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567480 x1830957302957056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.872878:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567480 with x1830957302957056 ext(0->4095) 00010000:00010000:1.0:1746137565.872887:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f73aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ea4 expref: 8 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.872899:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f73aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ea4 expref: 8 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.872910:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567480 00000100:00100000:1.0:1746137565.872958:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3194 00000100:00100000:1.0:1746137565.872965:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957302957056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.873076:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957302957056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.873081:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3194 00002000:00100000:1.0:1746137565.873085:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567480 x1830957302957056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.873092:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567480 with x1830957302957056 ext(0->4095) 00010000:00010000:1.0:1746137565.873096:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f73aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ea4 expref: 8 pid: 9557 timeout: 758 lvb_type: 0 00010000:00010000:1.0:1746137565.873104:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f73aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ea4 expref: 8 pid: 9557 timeout: 758 lvb_type: 0 00002000:00010000:1.0:1746137565.873109:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567480 00000100:00100000:0.0:1746137565.877419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.878087:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.881482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.888922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.891605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.894306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.899027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.903751:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.903838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.905673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.909271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.912863:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.921802:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.925258:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.927897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.934533:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.937176:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.940723:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.944099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.945052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.952197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.955728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.959310:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.959524:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302961152 00000100:00100000:1.0:1746137565.959532:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302961152 00000100:00100000:1.0:1746137565.959763:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30470 00000100:00100000:1.0:1746137565.959770:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302961152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.959784:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.959800:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8ee3 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.959830:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f73e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8edc expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.959837:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.959838:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.959841:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ee3 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.959870:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f73e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8edc expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.959881:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f73e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8edc expref: 7 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137565.959893:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292995328:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.960236:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137565.962360:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292995328:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.962386:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ee3 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.962402:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137565.962439:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302961152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2669us (3137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.962447:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30470 00000100:00100000:0.0:1746137565.963316:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.966124:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.966887:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.966912:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302961664 00000100:00100000:0.0:1746137565.966920:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302961664 00002000:00100000:0.0:1746137565.967321:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42300 x1830957302961664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.967330:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42300 with x1830957302961664 ext(0->4095) 00002000:00010000:0.0:1746137565.967334:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c42300 00000100:00100000:0.0:1746137565.967350:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14167 00000100:00100000:0.0:1746137565.967356:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302961664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137565.967473:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302961664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (587us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137565.967479:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14167 00002000:00100000:0.0:1746137565.967483:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42300 x1830957302961664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137565.967490:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42300 with x1830957302961664 ext(0->4095) 00002000:00010000:0.0:1746137565.967493:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c42300 00000100:00100000:1.0:1746137565.968636:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302961408 00000100:00100000:1.0:1746137565.968644:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302961408 00000100:00100000:1.0:1746137565.969012:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30471 00000100:00100000:1.0:1746137565.969020:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1730:x1830957302961408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.969031:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.969047:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f73f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8eea expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.969069:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ee3 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.969076:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.969077:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137565.969080:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f73f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eea expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.969108:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ee3 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.969118:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f73e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ee3 expref: 5 pid: 16986 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137565.969128:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292995584:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.970051:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.970150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.972897:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292995584:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.972923:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f73f0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eea expref: 9 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.972978:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137565.973014:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1730:x1830957302961408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3995us (6896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.973021:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30471 00000100:00100000:0.0:1746137565.973847:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.977923:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.983551:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137565.987217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.987719:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302962560 00000100:00100000:1.0:1746137565.987725:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302962560 00002000:00100000:1.0:1746137565.987760:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43480 x1830957302962560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/0 e 0 to 0 dl 1746137576 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.987769:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43480 with x1830957302962560 ext(0->4095) 00002000:00010000:1.0:1746137565.987773:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c43480 00000100:00100000:1.0:1746137565.987797:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14168 00000100:00100000:1.0:1746137565.987802:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957302962560:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137565.987989:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957302962560:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137565.987995:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14168 00002000:00100000:1.0:1746137565.988000:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43480 x1830957302962560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:1/0 lens 488/4536 e 0 to 0 dl 1746137576 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137565.988007:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43480 with x1830957302962560 ext(0->4095) 00002000:00010000:1.0:1746137565.988009:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c43480 00000100:00100000:0.0:1746137565.990610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137565.990791:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302962688 00000100:00100000:1.0:1746137565.990800:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302962688 00000100:00100000:1.0:1746137565.990844:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30473 00000100:00100000:1.0:1746137565.990852:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302962688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137565.990867:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137565.990882:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8ef8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.990906:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f73f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef1 expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.990914:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.990915:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137565.990918:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.991004:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f73f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef1 expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.991015:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f73f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef1 expref: 7 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137565.991027:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292996096:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137565.991094:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137565.995100:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137565.995765:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f73f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef1 expref: 8 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137565.995793:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292996096:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137565.995811:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137565.995824:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137565.995849:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302962688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4998us (5248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137565.995855:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30473 00000100:00100000:0.0:1746137565.997573:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292996224:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137565.997588:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137565.997614:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957302962816:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2280us (2523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137565.997622:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18239 00000100:00100000:0.0:1746137565.998686:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.000739:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.000810:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302963200 00000100:00100000:1.0:1746137566.000814:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302963200 00000100:00100000:1.0:1746137566.000838:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30474 00000100:00100000:1.0:1746137566.000843:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1730:x1830957302963200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.000853:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.000867:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8eff expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.000890:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.000897:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.000898:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.000901:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.000927:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.000957:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 5 pid: 16986 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.000973:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292996352:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.001658:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.003736:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957292996352:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.003749:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 9 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.003757:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137566.003775:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1730:x1830957302963200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2932us (3038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.003779:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.003781:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30474 00000100:00100000:1.0:1746137566.003809:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302963456 00000100:00100000:1.0:1746137566.003812:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302963456 00010000:00010000:1.0:1746137566.003824:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.003845:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18240 00000100:00100000:1.0:1746137566.003849:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302963456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.003857:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.003873:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.003882:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.003902:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f73fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ef8 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.003921:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.003922:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.003927:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.003934:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.003966:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.003976:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7405 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8eff expref: 8 pid: 16986 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.003984:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957292996608:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.004024:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.009454:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.013753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.016991:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.019577:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.019627:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302964224 00000100:00100000:1.0:1746137566.019633:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302964224 00000100:00100000:1.0:1746137566.019676:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30476 00000100:00100000:1.0:1746137566.019682:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302964224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.019695:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.019708:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f0d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.019732:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f740c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f06 expref: 7 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.019739:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.019741:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.019748:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f0d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.019776:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f740c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f06 expref: 7 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.019787:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f740c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f06 expref: 7 pid: 9556 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.019798:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292996864:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.020037:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.021544:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292996864:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.021579:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f0d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.021592:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137566.021637:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302964224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1953us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.021644:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30476 00000100:00100000:0.0:1746137566.022124:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.024760:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.027487:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.027895:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302964736 00000100:00100000:1.0:1746137566.027903:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302964736 00000100:00100000:1.0:1746137566.027992:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30477 00000100:00100000:1.0:1746137566.028000:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1731:x1830957302964736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.028014:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.028030:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f14 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.028057:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f0d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.028064:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.028065:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.028068:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.028103:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f0d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.028201:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f7413 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f0d expref: 5 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.028213:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292997120:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.028336:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.029292:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302964864 00000100:00100000:0.0:1746137566.029298:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302964864 00000100:00100000:0.0:1746137566.029335:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30478 00000100:00100000:0.0:1746137566.029341:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1730:x1830957302964864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137566.029350:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137566.029360:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f1b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.029375:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137566.029378:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.029384:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137566.029386:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 10 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.029407:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 10 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.029419:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 10 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.029428:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:0.0:1746137566.029465:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1730:x1830957302964864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.029471:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30478 00000100:00100000:0.0:1746137566.030443:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.030519:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292997120:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.030536:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 9 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.030550:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137566.030595:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1731:x1830957302964736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2595us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.030601:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30477 00000100:00100000:0.0:1746137566.034430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.034702:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302965248 00000100:00100000:1.0:1746137566.034708:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302965248 00002000:00100000:1.0:1746137566.034745:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818e00 x1830957302965248/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.034754:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818e00 with x1830957302965248 ext(0->4095) 00010000:00010000:1.0:1746137566.034761:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.034772:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.034778:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818e00 00000100:00100000:1.0:1746137566.034795:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3202 00000100:00100000:1.0:1746137566.034801:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302965248:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.034993:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302965248:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.034999:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3202 00002000:00100000:1.0:1746137566.035004:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818e00 x1830957302965248/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.035018:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818e00 with x1830957302965248 ext(0->4095) 00010000:00010000:1.0:1746137566.035022:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.035031:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f741a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f14 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.035036:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818e00 00000100:00100000:0.0:1746137566.036681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.036716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.036733:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302965504 00000100:00100000:1.0:1746137566.036740:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302965504 00000100:00100000:1.0:1746137566.036810:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30479 00000100:00100000:1.0:1746137566.036816:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302965504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.036828:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.036842:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f22 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.036864:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.036870:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.036875:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137566.036877:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.036908:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.036922:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.036929:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:1.0:1746137566.036994:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302965504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.036999:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30479 00000100:00100000:0.0:1746137566.039818:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.040058:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302965760 00000100:00100000:1.0:1746137566.040064:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302965760 00002000:00100000:1.0:1746137566.040093:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208380 x1830957302965760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.040102:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957302965760 ext(0->4095) 00010000:00010000:1.0:1746137566.040109:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.040119:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.040125:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d208380 00000100:00100000:1.0:1746137566.040208:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3203 00000100:00100000:1.0:1746137566.040215:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957302965760:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.040325:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957302965760:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.040330:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3203 00002000:00100000:1.0:1746137566.040336:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208380 x1830957302965760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.040343:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957302965760 ext(0->4095) 00010000:00010000:1.0:1746137566.040347:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.040355:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f1b expref: 8 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.040360:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d208380 00000100:00100000:0.0:1746137566.041499:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.041572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.044381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.044492:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302966272 00000100:00100000:1.0:1746137566.044498:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302966272 00002000:00100000:1.0:1746137566.044526:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514000 x1830957302966272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.044535:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514000 with x1830957302966272 ext(0->4095) 00010000:00010000:1.0:1746137566.044541:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.044552:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.044557:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514000 00000100:00100000:1.0:1746137566.044596:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3204 00000100:00100000:1.0:1746137566.044603:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302966272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.044696:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302966272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.044704:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3204 00002000:00100000:1.0:1746137566.044709:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514000 x1830957302966272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.044716:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514000 with x1830957302966272 ext(0->4095) 00010000:00010000:1.0:1746137566.044720:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.044728:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f7428 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f22 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.044733:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514000 00000100:00100000:0.0:1746137566.046688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.049626:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.052230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.052303:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302966784 00000100:00100000:1.0:1746137566.052310:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302966784 00000100:00100000:1.0:1746137566.052906:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30481 00000100:00100000:1.0:1746137566.052914:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302966784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.052929:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.053003:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f30 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.053029:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f742f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f29 expref: 7 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.053036:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.053038:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.053041:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f30 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.053073:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f742f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f29 expref: 7 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.053083:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f742f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f29 expref: 7 pid: 9556 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.053095:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292998144:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.053169:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.056558:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292998144:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.056595:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f30 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.056612:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137566.056667:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302966784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3753us (4441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.056675:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30481 00000100:00100000:0.0:1746137566.056753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.059667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.059783:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302967168 00000100:00100000:1.0:1746137566.059792:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302967168 00002000:00100000:1.0:1746137566.059821:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957302967168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.059830:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957302967168 ext(0->4095) 00002000:00010000:1.0:1746137566.059834:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:1.0:1746137566.059862:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14173 00000100:00100000:1.0:1746137566.059869:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302967168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.060266:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302967168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 397us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.060272:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14173 00002000:00100000:1.0:1746137566.060277:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957302967168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.060284:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957302967168 ext(0->4095) 00002000:00010000:1.0:1746137566.060287:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:0.0:1746137566.060436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.060685:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302967296 00000100:00100000:1.0:1746137566.060689:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302967296 00000100:00100000:1.0:1746137566.060719:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30482 00000100:00100000:1.0:1746137566.060725:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1730:x1830957302967296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.060733:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.060746:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f37 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.060766:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f30 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.060772:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.060774:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.060777:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.060800:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f30 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.060814:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7436 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f30 expref: 5 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.060823:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292998400:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.061066:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.062443:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957292998400:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.062466:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 8 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.062477:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137566.062521:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1730:x1830957302967296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1796us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.062528:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30482 00000100:00100000:0.0:1746137566.062871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.062907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.063072:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302967424 00000100:00100000:1.0:1746137566.063078:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302967424 00000100:00100000:1.0:1746137566.063120:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30483 00000100:00100000:1.0:1746137566.063126:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1731:x1830957302967424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.063136:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.063146:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7444 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f3e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.063162:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.063166:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.063176:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.063179:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7444 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f3e expref: 9 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.063199:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.063208:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7444 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f3e expref: 9 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.063214:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137566.063235:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1731:x1830957302967424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.063240:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30483 00000100:00100000:0.0:1746137566.066025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.066348:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302967808 00000100:00100000:1.0:1746137566.066354:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302967808 00002000:00100000:1.0:1746137566.066387:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957302967808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.066396:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957302967808 ext(0->4095) 00010000:00010000:1.0:1746137566.066402:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.066414:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.066420:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:1.0:1746137566.066739:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3205 00000100:00100000:1.0:1746137566.066747:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302967808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.066853:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302967808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.066858:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3205 00002000:00100000:1.0:1746137566.066863:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957302967808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.066870:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957302967808 ext(0->4095) 00010000:00010000:1.0:1746137566.066874:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.066882:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f743d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f37 expref: 9 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.066888:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:0.0:1746137566.069765:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.072992:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.074910:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.077898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.082756:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.082792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.083027:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302968704 00000100:00100000:1.0:1746137566.083031:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302968704 00002000:00100000:1.0:1746137566.083053:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358dc00 x1830957302968704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.083062:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358dc00 with x1830957302968704 ext(0->4095) 00010000:00010000:1.0:1746137566.083067:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f744b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f45 expref: 6 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.083074:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f744b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f45 expref: 6 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.083084:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358dc00 00000100:00100000:1.0:1746137566.083097:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3206 00000100:00100000:1.0:1746137566.083102:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302968704:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137566.083291:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957302968704:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 101us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.083473:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3206 00002000:00100000:1.0:1746137566.083480:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358dc00 x1830957302968704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.083490:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358dc00 with x1830957302968704 ext(0->4095) 00010000:00010000:1.0:1746137566.083495:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f744b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f45 expref: 6 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.083502:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f744b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f45 expref: 6 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.083507:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358dc00 00000100:00100000:0.0:1746137566.087664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.087753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.093962:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.094492:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302969344 00000100:00100000:1.0:1746137566.094502:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302969344 00002000:00100000:1.0:1746137566.094546:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ea00 x1830957302969344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.094571:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ea00 with x1830957302969344 ext(0->4095) 00010000:00010000:1.0:1746137566.094580:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f4c expref: 9 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.094596:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f4c expref: 9 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.094603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ea00 00000100:00100000:1.0:1746137566.094633:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3207 00000100:00100000:1.0:1746137566.094640:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302969344:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.094779:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957302969344:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.094786:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3207 00002000:00100000:1.0:1746137566.094793:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ea00 x1830957302969344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.094800:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ea00 with x1830957302969344 ext(0->4095) 00010000:00010000:1.0:1746137566.094806:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f4c expref: 9 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.094813:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f4c expref: 9 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.094818:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ea00 00000100:00100000:0.0:1746137566.101093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.103777:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.107437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.110757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.115370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.115470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.119851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.120702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.125431:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.129083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.135386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.139270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.156705:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.160499:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957302971520:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2948us (3793us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746137566.160510:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3210 00002000:00100000:0.0:1746137566.160520:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009358d880 x1830957302971520/t4294972265(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.160529:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358d880 with x1830957302971520 ext(0->7) 00010000:00010000:0.0:1746137566.160538:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f746e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f68 expref: 10 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.160553:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f746e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f68 expref: 10 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.160573:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358d880 00000100:00100000:0.0:1746137566.173155:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.173207:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.190082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.196100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.198721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.203724:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.204790:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957302972672:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 834us (1077us total) trans 4294972266 rc 0/0 00000100:00100000:0.0:1746137566.204798:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3212 00002000:00100000:0.0:1746137566.204804:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c48380 x1830957302972672/t4294972266(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.204812:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c48380 with x1830957302972672 ext(0->7) 00010000:00010000:0.0:1746137566.204818:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f747c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f76 expref: 12 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.204842:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f747c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f76 expref: 12 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.204848:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c48380 00000100:00100000:0.0:1746137566.207762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.214960:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302973056 00000100:00100000:0.0:1746137566.214968:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302973056 00002000:00100000:0.0:1746137566.215008:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4db100 x1830957302973056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.215016:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4db100 with x1830957302973056 ext(0->4095) 00002000:00010000:0.0:1746137566.215020:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4db100 00000100:00100000:0.0:1746137566.215034:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14178 00000100:00100000:0.0:1746137566.215040:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302973056:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137566.216206:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302973056:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1162us (1317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137566.216213:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14178 00002000:00100000:0.0:1746137566.216220:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4db100 x1830957302973056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.216227:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4db100 with x1830957302973056 ext(0->4095) 00002000:00010000:0.0:1746137566.216231:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4db100 00000100:00100000:0.0:1746137566.219015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.219095:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.219165:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302973184 00000100:00100000:1.0:1746137566.219173:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302973184 00000100:00100000:1.0:1746137566.219213:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302973312 00000100:00100000:1.0:1746137566.219216:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302973312 00000100:00100000:1.0:1746137566.219241:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30493 00000100:00100000:1.0:1746137566.219248:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1730:x1830957302973184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.219263:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.219279:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f84 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.219305:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7483 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f7d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.219312:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.219314:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.219318:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.219344:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7483 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f7d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.219355:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7483 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f7d expref: 5 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.219366:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001216:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137566.219445:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30494 00000100:00100000:0.0:1746137566.219453:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1731:x1830957302973312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137566.219459:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137566.219465:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f8b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.219475:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137566.219478:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 14 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.219483:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137566.219485:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.219506:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 14 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.219517:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.219526:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:1.0:1746137566.220198:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.220277:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1731:x1830957302973312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 824us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.220283:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30494 00000100:00100000:1.0:1746137566.221378:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001216:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.221395:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.221411:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137566.221447:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957302973184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2200us (2441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.221453:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30493 00000100:00100000:0.0:1746137566.223586:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.228309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.228525:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302973696 00000100:00100000:0.0:1746137566.228532:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302973696 00002000:00100000:0.0:1746137566.228637:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf100 x1830957302973696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.228646:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf100 with x1830957302973696 ext(0->4095) 00010000:00010000:0.0:1746137566.228654:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.228665:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.228671:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cf100 00000100:00100000:0.0:1746137566.228701:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3213 00000100:00100000:0.0:1746137566.228708:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302973696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137566.228836:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302973696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137566.228842:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3213 00002000:00100000:0.0:1746137566.228847:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf100 x1830957302973696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.228854:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf100 with x1830957302973696 ext(0->4095) 00010000:00010000:0.0:1746137566.228858:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.228866:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f748a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f84 expref: 13 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.228871:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cf100 00000100:00100000:0.0:1746137566.232250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.236831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.244048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.244601:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302974208 00000100:00100000:1.0:1746137566.244619:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302974208 00000100:00100000:1.0:1746137566.244674:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30495 00000100:00100000:1.0:1746137566.244683:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302974208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.244701:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.244717:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f92 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.244745:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.244753:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.244755:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.244758:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f92 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.244788:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.244799:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 11 pid: 16986 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.244816:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001728:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.244906:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.246988:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.247092:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001728:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.247118:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f92 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.247135:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137566.247176:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302974208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (3138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.247185:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30495 00000100:00100000:0.0:1746137566.248721:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957302974336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1239us (1737us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746137566.248728:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3214 00002000:00100000:0.0:1746137566.248735:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136636680 x1830957302974336/t4294972267(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.248742:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636680 with x1830957302974336 ext(0->7) 00010000:00010000:0.0:1746137566.248749:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 14 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.248759:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f7491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f8b expref: 14 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.248765:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636680 00000100:00100000:0.0:1746137566.253691:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.256592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.257231:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302974720 00000100:00100000:1.0:1746137566.257237:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302974720 00002000:00100000:1.0:1746137566.257272:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81b100 x1830957302974720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.257281:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b100 with x1830957302974720 ext(0->4095) 00002000:00010000:1.0:1746137566.257285:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81b100 00000100:00100000:1.0:1746137566.257314:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14180 00000100:00100000:1.0:1746137566.257321:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302974720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.257453:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302974720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.257460:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14180 00002000:00100000:1.0:1746137566.257465:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81b100 x1830957302974720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.257478:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b100 with x1830957302974720 ext(0->4095) 00002000:00010000:1.0:1746137566.257481:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81b100 00000100:00100000:0.0:1746137566.260142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.260642:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302974848 00000100:00100000:1.0:1746137566.260652:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302974848 00000100:00100000:1.0:1746137566.260686:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30496 00000100:00100000:1.0:1746137566.260692:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1731:x1830957302974848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.260706:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.260720:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8f99 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.260744:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f92 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.260750:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.260752:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.260755:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 14 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.260780:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f92 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.260789:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7498 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f92 expref: 5 pid: 9556 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.260799:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001984:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.260907:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.271333:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293001984:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.271369:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 14 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.271386:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137566.271460:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1731:x1830957302974848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10766us (11324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.271472:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30496 00000100:00100000:0.0:1746137566.274041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.274097:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.274174:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302975104 00000100:00100000:1.0:1746137566.274183:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302975104 00000100:00100000:1.0:1746137566.274224:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30497 00000100:00100000:1.0:1746137566.274230:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957302975104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.274251:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.274266:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f8fa0 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.274289:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.274294:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.274299:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.274302:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 15 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.274334:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.274345:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 15 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.274354:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137566.274391:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1730:x1830957302975104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.274397:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30497 00000100:00100000:0.0:1746137566.280386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.280512:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302975360 00000100:00100000:1.0:1746137566.280519:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302975360 00002000:00100000:1.0:1746137566.280555:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957302975360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.280574:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957302975360 ext(0->4095) 00010000:00010000:1.0:1746137566.280582:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.280595:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.280601:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135564000 00000100:00100000:1.0:1746137566.280662:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3215 00000100:00100000:1.0:1746137566.280674:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957302975360:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.280800:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957302975360:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.280806:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3215 00002000:00100000:1.0:1746137566.280811:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957302975360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.280824:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957302975360 ext(0->4095) 00010000:00010000:1.0:1746137566.280828:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.280838:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f749f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8f99 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.280843:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135564000 00000100:00100000:0.0:1746137566.282262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.282699:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.286676:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.286738:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302975872 00000100:00100000:1.0:1746137566.286747:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302975872 00002000:00100000:1.0:1746137566.286785:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957302975872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.286795:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957302975872 ext(0->4095) 00010000:00010000:1.0:1746137566.286802:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.286813:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 15 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.286819:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f816a00 00000100:00100000:1.0:1746137566.286835:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3216 00000100:00100000:1.0:1746137566.286842:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957302975872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.286984:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957302975872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.286990:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3216 00002000:00100000:1.0:1746137566.287001:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957302975872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.287008:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957302975872 ext(0->4095) 00010000:00010000:1.0:1746137566.287013:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 14 pid: 9556 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.287021:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f74a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa0 expref: 14 pid: 9556 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.287026:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f816a00 00000100:00100000:0.0:1746137566.290162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.290244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.296471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.296776:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302976384 00000100:00100000:1.0:1746137566.296783:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302976384 00002000:00100000:1.0:1746137566.296821:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073551c00 x1830957302976384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.296831:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957302976384 ext(0->4095) 00010000:00010000:1.0:1746137566.296839:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f74ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa7 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.296852:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f74ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa7 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.296859:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:1.0:1746137566.296877:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3217 00000100:00100000:1.0:1746137566.296883:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302976384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.297019:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302976384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.297029:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3217 00002000:00100000:1.0:1746137566.297034:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073551c00 x1830957302976384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.297041:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957302976384 ext(0->4095) 00010000:00010000:1.0:1746137566.297046:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f74ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa7 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.297055:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f74ad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fa7 expref: 6 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.297061:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:1.0:1746137566.314982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.323108:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.326389:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.331269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.334511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.334634:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293003136:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137566.334650:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137566.334679:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957302977024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3259us (3419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.334688:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18266 00000100:00100000:1.0:1746137566.342119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.344418:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.359748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.359809:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302977792 00000100:00100000:1.0:1746137566.359817:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302977792 00002000:00100000:1.0:1746137566.359853:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5180 x1830957302977792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.359862:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5180 with x1830957302977792 ext(0->4095) 00002000:00010000:1.0:1746137566.359867:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5180 00000100:00100000:1.0:1746137566.359897:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14182 00000100:00100000:1.0:1746137566.359903:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957302977792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.360053:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957302977792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.360059:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14182 00002000:00100000:1.0:1746137566.360065:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5180 x1830957302977792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.360073:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5180 with x1830957302977792 ext(0->4095) 00002000:00010000:1.0:1746137566.360075:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5180 00000100:00100000:0.0:1746137566.366283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.386045:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.398545:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.399555:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.405156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.408793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.412163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.414717:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.418103:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.420632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.423212:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.423789:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.427468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.429492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.429538:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302980096 00000100:00100000:1.0:1746137566.429543:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302980096 00002000:00100000:1.0:1746137566.429588:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957302980096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.429597:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957302980096 ext(0->4095) 00010000:00010000:1.0:1746137566.429604:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f74de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fd8 expref: 17 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.429614:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f74de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fd8 expref: 17 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.429619:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4700 00000100:00100000:1.0:1746137566.429648:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3221 00000100:00100000:1.0:1746137566.429655:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302980096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.429783:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302980096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.429790:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3221 00002000:00100000:1.0:1746137566.429796:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957302980096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.429803:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957302980096 ext(0->4095) 00010000:00010000:1.0:1746137566.429807:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f74de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fd8 expref: 17 pid: 16986 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.429816:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f74de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8fd8 expref: 17 pid: 16986 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.429821:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4700 00000100:00100000:0.0:1746137566.432454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.435544:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.439025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.442051:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.444435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.447168:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.447606:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.451638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.454871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.458291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.463119:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.466815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.466867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.471814:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302982656 00000100:00100000:1.0:1746137566.471821:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302982656 00002000:00100000:1.0:1746137566.471853:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9500 x1830957302982656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.471862:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957302982656 ext(0->4095) 00010000:00010000:1.0:1746137566.471869:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ffb expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.471879:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ffb expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.471885:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:1.0:1746137566.471930:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3224 00000100:00100000:1.0:1746137566.472008:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302982656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.472123:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302982656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.472128:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3224 00002000:00100000:1.0:1746137566.472134:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9500 x1830957302982656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.472141:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957302982656 ext(0->4095) 00010000:00010000:1.0:1746137566.472146:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ffb expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.472155:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f8ffb expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.472160:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:0.0:1746137566.473929:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.478378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.478532:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302983040 00000100:00100000:1.0:1746137566.478538:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302983040 00002000:00100000:1.0:1746137566.478582:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce680 x1830957302983040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.478592:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce680 with x1830957302983040 ext(0->4095) 00002000:00010000:1.0:1746137566.478597:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7ce680 00000100:00100000:1.0:1746137566.478613:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14187 00000100:00100000:1.0:1746137566.478620:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957302983040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.478726:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957302983040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.478732:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14187 00002000:00100000:1.0:1746137566.478737:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce680 x1830957302983040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.478744:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce680 with x1830957302983040 ext(0->4095) 00002000:00010000:1.0:1746137566.478747:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7ce680 00000100:00100000:1.0:1746137566.481126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.483960:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.487444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.488355:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.490531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.494421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.501164:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.501249:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302984192 00000100:00100000:1.0:1746137566.501257:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302984192 00002000:00100000:1.0:1746137566.501293:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957302984192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.501302:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957302984192 ext(0->4095) 00010000:00010000:1.0:1746137566.501310:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9010 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.501322:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9010 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.501329:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cfb80 00000100:00100000:1.0:1746137566.501766:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3225 00000100:00100000:1.0:1746137566.501775:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302984192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.501928:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302984192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.501934:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3225 00002000:00100000:1.0:1746137566.501967:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957302984192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.501974:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957302984192 ext(0->4095) 00010000:00010000:1.0:1746137566.501979:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9010 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.501987:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f7516 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9010 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.501993:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cfb80 00000100:00100000:0.0:1746137566.504610:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.508109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.511565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.513895:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.516602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.516738:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302985088 00000100:00100000:1.0:1746137566.516746:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302985088 00002000:00100000:1.0:1746137566.516783:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957302985088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.516793:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957302985088 ext(0->4095) 00002000:00010000:1.0:1746137566.516797:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00c700 00000100:00100000:1.0:1746137566.516832:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14190 00000100:00100000:1.0:1746137566.516839:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302985088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.516991:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302985088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.516997:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14190 00002000:00100000:1.0:1746137566.517002:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957302985088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.517009:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957302985088 ext(0->4095) 00002000:00010000:1.0:1746137566.517012:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00c700 00000100:00100000:0.0:1746137566.518905:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.520866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.522609:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.527423:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.529593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.532977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.536893:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.541242:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.543283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.543877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.544565:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302986752 00000100:00100000:1.0:1746137566.544570:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302986752 00002000:00100000:1.0:1746137566.544598:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00e300 x1830957302986752/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.544608:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00e300 with x1830957302986752 ext(0->4095) 00010000:00010000:1.0:1746137566.544613:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.544622:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.544629:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00e300 00000100:00100000:1.0:1746137566.544649:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3227 00000100:00100000:1.0:1746137566.544654:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302986752:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137566.544766:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957302986752:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.544772:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3227 00002000:00100000:1.0:1746137566.544777:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00e300 x1830957302986752/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.544785:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00e300 with x1830957302986752 ext(0->4095) 00010000:00010000:1.0:1746137566.544789:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.545254:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.545263:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00e300 00000100:00100000:0.0:1746137566.550216:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302987008 00000100:00100000:0.0:1746137566.550219:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302987008 00010000:00010000:0.0:1746137566.550237:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:0.0:1746137566.550502:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18285 00000100:00100000:0.0:1746137566.550509:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302987008:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137566.550522:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137566.550539:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.550581:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.550651:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7539 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9033 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.550708:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.550904:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957302987008:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 394us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.550912:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18285 00000100:00100000:0.0:1746137566.552743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.552794:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302987264 00000100:00100000:1.0:1746137566.552800:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302987264 00002000:00100000:1.0:1746137566.552830:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00e680 x1830957302987264/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.552845:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00e680 with x1830957302987264 ext(0->4095) 00010000:00010000:1.0:1746137566.552852:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.552863:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.552869:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00e680 00000100:00100000:1.0:1746137566.552896:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3228 00000100:00100000:1.0:1746137566.552902:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302987264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.553037:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302987264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.553043:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3228 00002000:00100000:1.0:1746137566.553048:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00e680 x1830957302987264/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.553055:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00e680 with x1830957302987264 ext(0->4095) 00010000:00010000:1.0:1746137566.553059:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.553068:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.553073:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00e680 00000100:00100000:0.0:1746137566.554693:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.554826:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302987392 00000100:00100000:1.0:1746137566.554832:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302987392 00010000:00010000:1.0:1746137566.554855:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.554934:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18286 00000100:00100000:1.0:1746137566.554964:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302987392:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.554975:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.554992:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.555004:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.555024:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7540 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f903a expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.555041:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.555043:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.555048:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9041 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.555056:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9041 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.555086:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9041 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.555098:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293008256:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.555833:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.557702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.557803:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293008256:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.557820:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.557865:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302987392:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2901us (3176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.557873:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18286 00000100:00100000:1.0:1746137566.560212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.566190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.568579:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.568681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.573440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.573482:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302988416 00000100:00100000:1.0:1746137566.573490:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302988416 00000100:00100000:0.0:1746137566.573521:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.573539:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30523 00000100:00100000:1.0:1746137566.573546:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957302988416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.573570:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.573582:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9056 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.573600:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.573606:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 18 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.573611:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.573614:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9056 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.573642:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 18 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.573652:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9056 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.573659:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137566.573686:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1731:x1830957302988416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.573692:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30523 00000100:00100000:0.0:1746137566.577673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.577720:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302988800 00000100:00100000:1.0:1746137566.577728:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302988800 00002000:00100000:1.0:1746137566.577774:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957302988800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.577784:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957302988800 ext(0->4095) 00010000:00010000:1.0:1746137566.577792:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.577805:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.577812:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:1.0:1746137566.577842:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3230 00000100:00100000:1.0:1746137566.577848:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302988800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.578018:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302988800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.578024:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3230 00002000:00100000:1.0:1746137566.578030:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957302988800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.578043:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957302988800 ext(0->4095) 00010000:00010000:1.0:1746137566.578047:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.578056:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f904f expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.578062:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:0.0:1746137566.580080:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.584035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.584258:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302989184 00000100:00100000:0.0:1746137566.584265:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302989184 00002000:00100000:0.0:1746137566.584297:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775180 x1830957302989184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.584307:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957302989184 ext(0->4095) 00002000:00010000:0.0:1746137566.584311:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775180 00000100:00100000:0.0:1746137566.584336:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14193 00000100:00100000:0.0:1746137566.584341:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957302989184:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.584467:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957302989184:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.584473:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14193 00002000:00100000:1.0:1746137566.584478:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775180 x1830957302989184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.584484:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957302989184 ext(0->4095) 00002000:00010000:1.0:1746137566.584487:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775180 00000100:00100000:0.0:1746137566.587524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.590642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.591058:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18290 00000100:00100000:1.0:1746137566.591066:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957302989440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.591077:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.591283:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9056 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.591294:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9056 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.591318:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f755c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9056 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.591346:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.591347:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.591354:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.591361:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.591392:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.591404:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6774a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009280:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.591460:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.593684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.593764:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6774a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009280:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.593779:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.593815:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957302989440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2750us (3173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.593824:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18290 00000100:00100000:1.0:1746137566.594226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.597509:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.598346:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.598404:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302990080 00000100:00100000:1.0:1746137566.598408:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302990080 00010000:00010000:1.0:1746137566.598425:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.598443:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18291 00000100:00100000:1.0:1746137566.598449:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302990080:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.598458:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.598474:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.598484:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.598500:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7563 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f905d expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.598521:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.598522:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.598528:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.598534:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.598551:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.598569:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 16 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.598584:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009664:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.598629:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.600368:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009664:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.600386:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.600655:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302990080:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2204us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.600664:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18291 00000100:00100000:0.0:1746137566.601292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.603772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.603990:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302990464 00000100:00100000:1.0:1746137566.603996:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302990464 00010000:00010000:1.0:1746137566.604019:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.604052:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18292 00000100:00100000:1.0:1746137566.604058:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302990464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.604068:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.604087:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.604097:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.604117:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f756a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9064 expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.604130:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.604133:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.604139:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.604146:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.604174:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.604186:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009792:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.604267:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.607339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.607571:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293009792:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.607589:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.607626:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302990464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3568us (3858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.607634:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18292 00000100:00100000:0.0:1746137566.611593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.616748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.617085:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302990976 00000100:00100000:1.0:1746137566.617094:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302990976 00010000:00010000:1.0:1746137566.617124:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.617287:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18293 00000100:00100000:1.0:1746137566.617294:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957302990976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.617308:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.617325:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.617340:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.617359:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7571 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f906b expref: 16 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.617383:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.617386:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.617391:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.617398:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.617426:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.617438:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010048:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.617497:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.618248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.621019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.621024:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010048:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.621039:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.621068:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302990976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3774us (4326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.621078:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18293 00000100:00100000:0.0:1746137566.624614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.625184:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.625224:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302991616 00000100:00100000:1.0:1746137566.625229:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302991616 00010000:00010000:1.0:1746137566.625245:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.625263:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18294 00000100:00100000:1.0:1746137566.625268:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302991616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.625277:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.625293:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.625304:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.625320:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7578 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9072 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.625528:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.625549:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957302991616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 280us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.625568:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18294 00000100:00100000:0.0:1746137566.627815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.632044:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.632226:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302992000 00000100:00100000:1.0:1746137566.632236:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302992000 00010000:00010000:1.0:1746137566.632371:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f757f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9079 expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.632412:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18295 00000100:00100000:1.0:1746137566.632419:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302992000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.632435:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.632453:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f757f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9079 expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.632463:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f757f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9079 expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.632482:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f757f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9079 expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.632496:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.632498:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.632503:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.632511:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.632541:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.632553:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010560:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.632654:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.634652:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010560:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.634669:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.634707:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957302992000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2286us (2672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.634719:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18295 00000100:00100000:1.0:1746137566.635087:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302992256 00000100:00100000:1.0:1746137566.635092:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302992256 00002000:00100000:1.0:1746137566.635120:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13800 x1830957302992256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.635130:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13800 with x1830957302992256 ext(0->4095) 00002000:00010000:1.0:1746137566.635134:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13800 00000100:00100000:1.0:1746137566.635248:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14196 00000100:00100000:1.0:1746137566.635255:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2007:x1830957302992256:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137566.635371:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2007:x1830957302992256:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.635376:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14196 00002000:00100000:1.0:1746137566.635381:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13800 x1830957302992256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.635388:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13800 with x1830957302992256 ext(0->4095) 00002000:00010000:1.0:1746137566.635390:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13800 00000100:00100000:0.0:1746137566.636983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.641153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.641230:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302992512 00000100:00100000:1.0:1746137566.641238:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302992512 00010000:00010000:1.0:1746137566.641268:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.641394:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18296 00000100:00100000:1.0:1746137566.641402:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957302992512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137566.641417:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137566.641436:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.641446:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.641467:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7586 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9080 expref: 16 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.641646:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.641648:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137566.641655:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f758d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9087 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.641662:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f758d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9087 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.641691:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f758d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9087 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137566.641702:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010816:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137566.641859:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.643743:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293010816:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137566.643761:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137566.643791:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957302992512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2389us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.643801:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18296 00000100:00100000:0.0:1746137566.644522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.646390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.647923:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.651409:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.654648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.654862:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302993408 00000100:00100000:1.0:1746137566.654871:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302993408 00002000:00100000:1.0:1746137566.654911:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dc380 x1830957302993408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.654920:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc380 with x1830957302993408 ext(0->4095) 00010000:00010000:1.0:1746137566.654927:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.654973:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.654979:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc380 00000100:00100000:1.0:1746137566.655392:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3235 00000100:00100000:1.0:1746137566.655399:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302993408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.655503:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302993408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.655508:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3235 00002000:00100000:1.0:1746137566.655513:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dc380 x1830957302993408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.655520:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc380 with x1830957302993408 ext(0->4095) 00010000:00010000:1.0:1746137566.655524:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.655533:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.655544:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc380 00000100:00100000:0.0:1746137566.658440:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302993536 00000100:00100000:0.0:1746137566.658449:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302993536 00010000:00010000:0.0:1746137566.658479:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00000100:00100000:0.0:1746137566.658684:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18298 00000100:00100000:0.0:1746137566.658692:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957302993536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137566.658705:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137566.658722:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.658733:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.658752:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7594 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f908e expref: 17 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.658765:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137566.658767:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137566.658773:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f759b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9095 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.658781:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f759b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9095 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.658809:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f759b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9095 expref: 16 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137566.658819:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800990dc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293011328:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137566.658887:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137566.660910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.663911:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.668081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.671640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.671730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.675174:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293011712:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137566.675198:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f75a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90a3 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675211:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63000, rc 0) 00000100:00100000:0.0:1746137566.675749:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1730:x1830957302994432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3312us (4017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.675756:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30534 00000100:00100000:0.0:1746137566.675776:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30535 00000100:00100000:0.0:1746137566.675782:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1731:x1830957302994560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137566.675795:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137566.675805:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f75b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f90aa expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675821:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137566.675826:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f75a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90a3 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675830:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137566.675833:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f75b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90aa expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675860:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f75a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90a3 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675870:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f75b0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90aa expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.675878:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2a00, rc 0) 00000100:00100000:0.0:1746137566.675894:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957302994560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137566.675899:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30535 00000100:00100000:1.0:1746137566.677315:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.681333:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.685322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.689415:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.692499:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.696376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.699283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.700256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.701927:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.704153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.708149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.711601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.715594:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.718807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.723772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.725262:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.726388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.736346:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.741738:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.752468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.754242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.754754:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302998272 00000100:00100000:1.0:1746137566.754759:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302998272 00002000:00100000:1.0:1746137566.754785:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880135566d80 x1830957302998272/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.754795:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957302998272 ext(0->7) 00010000:00010000:1.0:1746137566.754801:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f75d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90cd expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.754812:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f75d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90cd expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.754818:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:1.0:1746137566.755400:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3240 00000100:00100000:1.0:1746137566.755407:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957302998272:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137566.756718:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957302998272:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1307us (2473us total) trans 4294972269 rc 0/0 00000100:00100000:1.0:1746137566.756726:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3240 00002000:00100000:1.0:1746137566.756734:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880135566d80 x1830957302998272/t4294972269(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.756749:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957302998272 ext(0->7) 00010000:00010000:1.0:1746137566.756756:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f75d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90cd expref: 19 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.756767:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f75d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90cd expref: 19 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.756773:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:0.0:1746137566.759366:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.762357:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.762415:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302998656 00000100:00100000:1.0:1746137566.762422:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302998656 00002000:00100000:1.0:1746137566.762460:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340e00 x1830957302998656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.762470:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340e00 with x1830957302998656 ext(0->4095) 00010000:00010000:1.0:1746137566.762478:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f75da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90d4 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.762491:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f75da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90d4 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.762498:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340e00 00000100:00100000:1.0:1746137566.762529:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3241 00000100:00100000:1.0:1746137566.762536:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302998656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.762689:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957302998656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.762695:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3241 00002000:00100000:1.0:1746137566.762701:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340e00 x1830957302998656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.762709:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340e00 with x1830957302998656 ext(0->4095) 00010000:00010000:1.0:1746137566.762713:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f75da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90d4 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.762721:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f75da lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90d4 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.762726:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340e00 00000100:00100000:0.0:1746137566.767041:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.772419:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.782440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.782508:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302999168 00000100:00100000:1.0:1746137566.782518:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302999168 00000100:00100000:1.0:1746137566.782580:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30543 00000100:00100000:1.0:1746137566.782589:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957302999168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137566.782607:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137566.782623:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f90e2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.782653:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f75e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90db expref: 17 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.782660:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.782662:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137566.782664:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.782693:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f75e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90db expref: 17 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.782708:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f75e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90db expref: 17 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:1.0:1746137566.782719:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293014016:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137566.782808:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.785998:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293014016:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137566.786030:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137566.786048:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137566.786107:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957302999168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3518us (3677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137566.786114:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30543 00000100:00100000:0.0:1746137566.786857:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.797831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.798898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.802159:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.802197:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957302999808 00000100:00100000:0.0:1746137566.802204:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957302999808 00002000:00100000:0.0:1746137566.802244:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957302999808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.802255:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957302999808 ext(0->4095) 00010000:00010000:0.0:1746137566.802263:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.802276:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.802283:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340700 00000100:00100000:0.0:1746137566.802313:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3243 00000100:00100000:0.0:1746137566.802321:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302999808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.803289:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957302999808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 967us (1135us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.803296:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3243 00002000:00100000:1.0:1746137566.803302:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957302999808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.803310:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957302999808 ext(0->4095) 00010000:00010000:1.0:1746137566.803315:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.803330:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f75e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e2 expref: 6 pid: 24924 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.803335:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340700 00000100:00100000:0.0:1746137566.806980:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.811094:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.811279:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303000192 00000100:00100000:1.0:1746137566.811286:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303000192 00002000:00100000:1.0:1746137566.811322:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341c00 x1830957303000192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.811331:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341c00 with x1830957303000192 ext(0->4095) 00002000:00010000:1.0:1746137566.811335:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341c00 00000100:00100000:1.0:1746137566.811432:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14205 00000100:00100000:1.0:1746137566.811440:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303000192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.811568:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303000192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.811573:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14205 00002000:00100000:1.0:1746137566.811579:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341c00 x1830957303000192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.811586:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341c00 with x1830957303000192 ext(0->4095) 00002000:00010000:1.0:1746137566.811588:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341c00 00000100:00100000:0.0:1746137566.817159:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303000320 00000100:00100000:0.0:1746137566.817168:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303000320 00000100:00100000:0.0:1746137566.817207:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30545 00000100:00100000:0.0:1746137566.817214:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303000320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137566.817230:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137566.817245:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f90f0 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.817270:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f75ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e9 expref: 19 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.817277:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137566.817279:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137566.817281:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f0 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.817309:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f75ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e9 expref: 19 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137566.817320:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f75ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e9 expref: 19 pid: 9557 timeout: 759 lvb_type: 0 00000100:00100000:0.0:1746137566.817335:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293014528:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137566.817421:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137566.820218:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.821356:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957303000448:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 957us (1143us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746137566.821363:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3244 00002000:00100000:0.0:1746137566.821369:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800ad00ca80 x1830957303000448/t4294972271(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.821377:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00ca80 with x1830957303000448 ext(0->7) 00010000:00010000:0.0:1746137566.821381:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f75ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e9 expref: 22 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.821390:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f75ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90e9 expref: 22 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.821396:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00ca80 00000100:00100000:0.0:1746137566.831778:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.832781:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.835650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.835711:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303000960 00000100:00100000:1.0:1746137566.835718:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303000960 00002000:00100000:1.0:1746137566.835754:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343800 x1830957303000960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.835770:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343800 with x1830957303000960 ext(0->4095) 00010000:00010000:1.0:1746137566.835778:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f0 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.835790:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f0 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.835796:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091343800 00000100:00100000:1.0:1746137566.835821:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3245 00000100:00100000:1.0:1746137566.835828:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303000960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.835980:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303000960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.835986:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3245 00002000:00100000:1.0:1746137566.835991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343800 x1830957303000960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.835998:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343800 with x1830957303000960 ext(0->4095) 00010000:00010000:1.0:1746137566.836002:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f0 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.836010:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f75f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f0 expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.836015:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091343800 00000100:00100000:0.0:1746137566.839087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.843884:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.844139:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303001344 00000100:00100000:1.0:1746137566.844146:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303001344 00002000:00100000:1.0:1746137566.844177:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343b80 x1830957303001344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.844187:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343b80 with x1830957303001344 ext(0->4095) 00002000:00010000:1.0:1746137566.844191:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091343b80 00000100:00100000:1.0:1746137566.844204:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14206 00000100:00100000:1.0:1746137566.844210:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2005:x1830957303001344:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.844320:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2005:x1830957303001344:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.844325:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14206 00002000:00100000:1.0:1746137566.844330:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343b80 x1830957303001344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.844336:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343b80 with x1830957303001344 ext(0->4095) 00002000:00010000:1.0:1746137566.844339:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091343b80 00000100:00100000:0.0:1746137566.846605:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.849851:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.851755:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957303001600:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1724us (1895us total) trans 4294972272 rc 0/0 00000100:00100000:0.0:1746137566.851768:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3246 00002000:00100000:0.0:1746137566.851777:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091342300 x1830957303001600/t4294972272(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.851785:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342300 with x1830957303001600 ext(0->7) 00010000:00010000:0.0:1746137566.851793:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f75fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f7 expref: 24 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:0.0:1746137566.851806:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f75fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90f7 expref: 24 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:0.0:1746137566.851811:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091342300 00000100:00100000:0.0:1746137566.870445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.872463:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.874855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.875104:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303002112 00000100:00100000:1.0:1746137566.875110:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303002112 00002000:00100000:1.0:1746137566.875140:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303002112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.875150:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303002112 ext(0->4095) 00010000:00010000:1.0:1746137566.875157:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7604 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90fe expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.875168:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7604 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90fe expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.875178:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:1.0:1746137566.875194:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3247 00000100:00100000:1.0:1746137566.875200:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303002112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137566.875321:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303002112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.875327:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3247 00002000:00100000:1.0:1746137566.875332:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303002112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.875340:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303002112 ext(0->4095) 00010000:00010000:1.0:1746137566.875344:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7604 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90fe expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00010000:00010000:1.0:1746137566.875352:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f7604 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f90fe expref: 6 pid: 9557 timeout: 759 lvb_type: 0 00002000:00010000:1.0:1746137566.875358:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:0.0:1746137566.879284:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.879331:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.882610:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.885212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.890299:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.892057:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.895747:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.898451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.899802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.901108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.903439:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.906180:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.909153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.914544:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.915960:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303004544 00000100:00100000:1.0:1746137566.915969:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303004544 00002000:00100000:1.0:1746137566.916005:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1880 x1830957303004544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.916014:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1880 with x1830957303004544 ext(0->4095) 00002000:00010000:1.0:1746137566.916019:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1880 00000100:00100000:1.0:1746137566.916040:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14209 00000100:00100000:1.0:1746137566.916047:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2008:x1830957303004544:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137566.916178:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2008:x1830957303004544:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (1636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.916184:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14209 00002000:00100000:1.0:1746137566.916189:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1880 x1830957303004544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.916196:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1880 with x1830957303004544 ext(0->4095) 00002000:00010000:1.0:1746137566.916199:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1880 00000100:00100000:0.0:1746137566.920578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.927713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.929867:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303004800:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1529us (2149us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746137566.929880:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3250 00002000:00100000:0.0:1746137566.929888:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c40700 x1830957303004800/t4294972273(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 496/448 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137566.932272:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c40700 with x1830957303004800 ext(0->7) 00010000:00010000:0.0:1746137566.932286:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7627 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9121 expref: 26 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137566.932303:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7627 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9121 expref: 26 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137566.932310:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c40700 00000100:00100000:0.0:1746137566.936570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.946912:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.946988:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303005184 00000100:00100000:1.0:1746137566.946998:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303005184 00002000:00100000:1.0:1746137566.947043:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41880 x1830957303005184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.947055:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41880 with x1830957303005184 ext(0->4095) 00002000:00010000:1.0:1746137566.947059:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41880 00000100:00100000:1.0:1746137566.947092:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14210 00000100:00100000:1.0:1746137566.947100:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303005184:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137566.947236:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303005184:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.947247:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14210 00002000:00100000:1.0:1746137566.947253:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41880 x1830957303005184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.947260:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41880 with x1830957303005184 ext(0->4095) 00002000:00010000:1.0:1746137566.947262:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41880 00000100:00100000:0.0:1746137566.948672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.951251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.956855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.960982:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.961070:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303005824 00000100:00100000:1.0:1746137566.961079:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303005824 00002000:00100000:1.0:1746137566.961247:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43800 x1830957303005824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.961258:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43800 with x1830957303005824 ext(0->4095) 00010000:00010000:1.0:1746137566.961266:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f912f expref: 27 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137566.961279:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f912f expref: 27 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137566.961286:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c43800 00000100:00100000:1.0:1746137566.961303:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3251 00000100:00100000:1.0:1746137566.961310:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303005824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.961434:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303005824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.961440:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3251 00002000:00100000:1.0:1746137566.961445:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43800 x1830957303005824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.961454:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43800 with x1830957303005824 ext(0->4095) 00010000:00010000:1.0:1746137566.961458:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f912f expref: 27 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137566.961467:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f7635 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f912f expref: 27 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137566.961473:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c43800 00000100:00100000:0.0:1746137566.965225:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.969792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.969879:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303006208 00000100:00100000:1.0:1746137566.969888:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303006208 00002000:00100000:1.0:1746137566.969930:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41c00 x1830957303006208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.969963:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41c00 with x1830957303006208 ext(0->4095) 00002000:00010000:1.0:1746137566.969967:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41c00 00000100:00100000:1.0:1746137566.970000:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14211 00000100:00100000:1.0:1746137566.970007:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303006208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.970132:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303006208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.970138:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14211 00002000:00100000:1.0:1746137566.970144:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41c00 x1830957303006208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.970151:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41c00 with x1830957303006208 ext(0->4095) 00002000:00010000:1.0:1746137566.970155:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41c00 00000100:00100000:0.0:1746137566.972283:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.976290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.979722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.979844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137566.980157:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303006848 00000100:00100000:1.0:1746137566.980161:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303006848 00002000:00100000:1.0:1746137566.980186:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520380 x1830957303006848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/0 e 0 to 0 dl 1746137577 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.980196:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303006848 ext(0->4095) 00010000:00010000:1.0:1746137566.980201:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f7643 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f913d expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137566.980211:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f7643 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f913d expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137566.980216:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:1.0:1746137566.980239:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3252 00000100:00100000:1.0:1746137566.980244:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303006848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137566.980344:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303006848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137566.980349:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3252 00002000:00100000:1.0:1746137566.980354:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520380 x1830957303006848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:2/0 lens 488/4536 e 0 to 0 dl 1746137577 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137566.980362:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303006848 ext(0->4095) 00010000:00010000:1.0:1746137566.980366:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f7643 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f913d expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137566.980375:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f7643 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f913d expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137566.980386:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:0.0:1746137566.982368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.983502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.986725:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.990013:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.992344:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.993883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137566.997247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.000671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.000764:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303008256 00000100:00100000:1.0:1746137567.000773:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303008256 00002000:00100000:1.0:1746137567.000822:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957303008256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.000832:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957303008256 ext(0->4095) 00002000:00010000:1.0:1746137567.000836:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cca80 00000100:00100000:1.0:1746137567.000871:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14213 00000100:00100000:1.0:1746137567.000880:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303008256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00080000:0.0:1746137567.001083:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137567.001384:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303008256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 505us (721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.001391:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14213 00002000:00100000:0.0:1746137567.001396:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957303008256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.001403:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957303008256 ext(0->4095) 00002000:00010000:0.0:1746137567.001405:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cca80 00000100:00100000:0.0:1746137567.003735:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137567.004751:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137567.004924:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.013053:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.019835:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.023178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.027633:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.031076:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.034565:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.039088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.039132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.042773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.043672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.050795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.058491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.062487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.067529:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.067629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.068758:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303011200 00000100:00100000:0.0:1746137567.068761:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303011200 00010000:00010000:0.0:1746137567.068783:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f767b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9175 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:0.0:1746137567.068806:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18331 00000100:00100000:0.0:1746137567.068812:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303011200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137567.068820:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137567.068840:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f767b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9175 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.068849:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f767b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9175 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.068864:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f767b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9175 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.068883:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.068885:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.068890:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.068899:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.068918:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.068928:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:0.0:1746137567.068961:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293019904:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.070485:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.072861:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293019904:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.072883:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.073129:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2005:x1830957303011200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4315us (5497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.073140:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18331 00000100:00100000:0.0:1746137567.075426:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.080574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.080873:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303011584 00000100:00100000:1.0:1746137567.080883:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303011584 00010000:00010000:1.0:1746137567.080924:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.080981:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18332 00000100:00100000:1.0:1746137567.080989:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303011584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.081002:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.081021:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.081036:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.081063:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7682 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f917c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.081090:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.081092:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.081099:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.081107:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.081143:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.081156:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020032:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.081241:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.083494:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020032:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.083513:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.083566:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303011584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2576us (3011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.083575:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18332 00000100:00100000:0.0:1746137567.084469:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.090931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.094777:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.099663:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303012096:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 4217us (4875us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746137567.099677:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3257 00002000:00100000:0.0:1746137567.099690:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009358e300 x1830957303012096/t4294972274(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/448 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.099700:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358e300 with x1830957303012096 ext(0->7) 00010000:00010000:0.0:1746137567.099709:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.099726:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.099733:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358e300 00000100:00100000:0.0:1746137567.101773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.102466:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303012224 00000100:00100000:1.0:1746137567.102477:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303012224 00010000:00010000:1.0:1746137567.102512:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.102542:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18333 00000100:00100000:1.0:1746137567.102550:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957303012224:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.102573:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137567.102589:0:21485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137567 -> 1746137568 00002000:00010000:1.0:1746137567.102593:0:21485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137567 -> 1746137568 00010000:00010000:1.0:1746137567.102599:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.102610:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.102631:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7689 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9183 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.102664:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.102666:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.102672:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.102681:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.102713:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.102726:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020288:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.102790:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.104823:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020288:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.104843:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137567.105006:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.105900:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2007:x1830957303012224:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3351us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.105908:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18333 00000100:00100000:0.0:1746137567.107765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.108419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.111712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.113144:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303012864 00000100:00100000:1.0:1746137567.113155:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303012864 00010000:00010000:1.0:1746137567.113186:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.113592:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18334 00000100:00100000:1.0:1746137567.113600:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303012864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.113614:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.113633:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.113646:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.113667:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f7690 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f918a expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.114068:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.114071:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.114078:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.114085:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.114114:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.114124:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.114136:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020672:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.114493:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.116508:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.116588:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020672:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.116604:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.116640:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303012864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3041us (4928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.116650:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18334 00000100:00100000:0.0:1746137567.118883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.119252:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303013248 00000100:00100000:1.0:1746137567.119257:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303013248 00010000:00010000:1.0:1746137567.119279:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.119296:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18335 00000100:00100000:1.0:1746137567.119302:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957303013248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.119314:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.119328:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.119337:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.119354:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7697 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9191 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.119365:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.119367:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.119372:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.119380:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.119403:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.119413:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020800:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.119482:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.121801:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293020800:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.121820:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.121864:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2008:x1830957303013248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2561us (2982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.121876:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18335 00000100:00100000:0.0:1746137567.124403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.127652:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.127782:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303013760 00000100:00100000:1.0:1746137567.127788:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303013760 00010000:00010000:1.0:1746137567.127813:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.127832:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18336 00000100:00100000:1.0:1746137567.127837:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303013760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.127848:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.127865:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.127875:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.127893:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f769e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9198 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.127906:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.127908:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.127913:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f76a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f919f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.127920:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f76a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f919f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.127967:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f76a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f919f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.127978:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293021056:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.128031:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.129318:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800ad00ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293021056:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.129330:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.129492:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303013760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1652us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.129500:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18336 00000100:00100000:0.0:1746137567.130019:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.131594:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.132984:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.134015:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.136227:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.137997:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.138531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.141196:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.143142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.143205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.146107:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.146337:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303015680 00000100:00100000:1.0:1746137567.146343:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303015680 00002000:00100000:1.0:1746137567.146374:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348700 x1830957303015680/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.146383:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348700 with x1830957303015680 ext(0->4095) 00010000:00010000:1.0:1746137567.146391:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f76ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91b4 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.146403:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f76ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91b4 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.146409:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348700 00000100:00100000:1.0:1746137567.146424:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3261 00000100:00100000:1.0:1746137567.146430:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303015680:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137567.146537:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303015680:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.146546:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3261 00002000:00100000:1.0:1746137567.146561:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348700 x1830957303015680/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.146568:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348700 with x1830957303015680 ext(0->4095) 00010000:00010000:1.0:1746137567.146573:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f76ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91b4 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.146581:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f76ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91b4 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.146587:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348700 00000100:00100000:0.0:1746137567.149632:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.151791:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.153643:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.156054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.157700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.159901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.164129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.164591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.168398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.172161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.172427:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.174787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.174832:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303017728 00000100:00100000:1.0:1746137567.174838:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303017728 00002000:00100000:1.0:1746137567.174870:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a680 x1830957303017728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.174881:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a680 with x1830957303017728 ext(0->4095) 00010000:00010000:1.0:1746137567.174888:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f76d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d0 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.174899:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f76d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d0 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.174905:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134a680 00000100:00100000:1.0:1746137567.174929:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3263 00000100:00100000:1.0:1746137567.174954:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303017728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137567.175421:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303017728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 486us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.175611:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3263 00002000:00100000:1.0:1746137567.175617:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a680 x1830957303017728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.175624:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a680 with x1830957303017728 ext(0->4095) 00010000:00010000:1.0:1746137567.175628:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f76d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d0 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.175637:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f76d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d0 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.175642:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134a680 00000100:00100000:0.0:1746137567.177978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.179275:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.180721:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.180815:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303018240 00000100:00100000:1.0:1746137567.180820:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303018240 00002000:00100000:1.0:1746137567.180847:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b100 x1830957303018240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.180855:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b100 with x1830957303018240 ext(0->4095) 00010000:00010000:1.0:1746137567.180862:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c3600/0x95b3ed7b846f76dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d7 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.180872:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c3600/0x95b3ed7b846f76dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f91d7 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.180882:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134b100 00000100:00100000:0.0:1746137567.183228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.186139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.186299:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303018624 00000100:00100000:1.0:1746137567.186306:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303018624 00002000:00100000:1.0:1746137567.186338:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b800 x1830957303018624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.186346:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b800 with x1830957303018624 ext(0->4095) 00002000:00010000:1.0:1746137567.186350:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134b800 00000100:00100000:1.0:1746137567.186380:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14223 00000100:00100000:1.0:1746137567.186386:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303018624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137567.186503:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303018624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.186509:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14223 00002000:00100000:1.0:1746137567.186514:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b800 x1830957303018624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.186521:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b800 with x1830957303018624 ext(0->4095) 00002000:00010000:1.0:1746137567.186524:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134b800 00000100:00100000:0.0:1746137567.189683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.194467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.197033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.197130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.199539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.200235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.205170:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.208199:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.211069:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.215915:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.219088:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.221596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.222290:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.224297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.224715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.227970:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.230181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.232587:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.235737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.238515:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.241157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.243377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.244595:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.247121:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.249676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.250457:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303022848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.250462:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3268 00002000:00100000:2.0:1746137567.250467:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd38380 x1830957303022848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.250474:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38380 with x1830957303022848 ext(0->4095) 00010000:00010000:2.0:1746137567.250478:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f771c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9216 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.250486:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f771c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9216 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.250492:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd38380 00000100:00100000:0.0:1746137567.252129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.254491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.257415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.257615:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303023360 00000100:00100000:2.0:1746137567.257623:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303023360 00000100:00100000:2.0:1746137567.257661:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30589 00000100:00100000:2.0:1746137567.257667:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303023360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.257683:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.257699:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9224 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.257725:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7723 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f921d expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.257731:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.257733:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.257735:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9224 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.257767:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7723 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f921d expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.257778:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f921d expref: 27 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.257791:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293025792:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.257881:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cab6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.260537:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293025792:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.260580:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9224 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.260596:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2600, rc 0) 00000100:00100000:2.0:1746137567.260649:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303023360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2981us (3240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.260658:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30589 00000100:00100000:0.0:1746137567.261224:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.264645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.267674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.267802:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303023872 00000100:00100000:2.0:1746137567.267811:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303023872 00000100:00100000:2.0:1746137567.267846:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30590 00000100:00100000:2.0:1746137567.267853:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1730:x1830957303023872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.267869:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.267884:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7731 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f922b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.267909:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9224 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.267916:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.267917:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.267920:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7731 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f922b expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.267968:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9224 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.267979:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f772a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9224 expref: 5 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.267990:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293026048:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.268535:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cab6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.268744:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.269114:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303024000 00000100:00100000:2.0:1746137567.269118:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303024000 00000100:00100000:2.0:1746137567.269152:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30591 00000100:00100000:2.0:1746137567.269158:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303024000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.269165:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.269174:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9232 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269187:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.269190:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7731 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f922b expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269196:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.269199:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9232 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269235:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7731 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f922b expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269258:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9232 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269268:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2000, rc 0) 00000100:00100000:2.0:1746137567.269305:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303024000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.269311:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30591 00000100:00100000:2.0:1746137567.269849:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293026048:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.269869:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f7731 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f922b expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.269877:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2000, rc 0) 00000100:00100000:2.0:1746137567.269897:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303023872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.269903:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30590 00000100:00100000:0.0:1746137567.270112:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.273901:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.277019:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.280462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.280713:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303024768 00000100:00100000:2.0:1746137567.280720:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303024768 00002000:00100000:2.0:1746137567.280757:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4a80 x1830957303024768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.280766:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4a80 with x1830957303024768 ext(0->4095) 00002000:00010000:2.0:1746137567.280770:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4a80 00000100:00100000:2.0:1746137567.280796:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14230 00000100:00100000:2.0:1746137567.280802:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303024768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.280916:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303024768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.280922:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14230 00002000:00100000:2.0:1746137567.280927:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4a80 x1830957303024768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.280934:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4a80 with x1830957303024768 ext(0->4095) 00002000:00010000:2.0:1746137567.280955:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4a80 00000100:00100000:0.0:1746137567.283074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.283174:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303024896 00000100:00100000:2.0:1746137567.283182:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303024896 00000100:00100000:2.0:1746137567.283363:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30592 00000100:00100000:2.0:1746137567.283371:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303024896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.283383:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.283399:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9239 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.283421:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9232 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.283427:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.283429:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.283431:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.283457:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9232 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.283467:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f7738 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9232 expref: 27 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.283479:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293026560:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.283904:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.285789:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293026560:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.285832:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.285847:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:2.0:1746137567.285888:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303024896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2517us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.285897:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30592 00000100:00100000:0.0:1746137567.286291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.290493:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.290566:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.291267:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303025280 00000100:00100000:2.0:1746137567.291271:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303025280 00002000:00100000:2.0:1746137567.291296:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5c00 x1830957303025280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.291305:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5c00 with x1830957303025280 ext(0->4095) 00010000:00010000:2.0:1746137567.291311:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.291321:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.291331:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5c00 00000100:00100000:2.0:1746137567.291353:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3270 00000100:00100000:2.0:1746137567.291360:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303025280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.291460:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303025280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (977us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.291466:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3270 00002000:00100000:2.0:1746137567.291470:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5c00 x1830957303025280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.291477:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5c00 with x1830957303025280 ext(0->4095) 00010000:00010000:2.0:1746137567.291481:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.291488:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.291494:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5c00 00000100:00100000:0.0:1746137567.295644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.296057:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303025536 00000100:00100000:1.0:1746137567.296063:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303025536 00000100:00100000:0.0:1746137567.296531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.296586:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303025664 00000100:00100000:2.0:1746137567.296590:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303025664 00010000:00010000:2.0:1746137567.296606:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.296622:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18359 00000100:00100000:2.0:1746137567.296626:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303025664:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.296633:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.296651:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.296660:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.296674:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f773f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9239 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.296703:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.296705:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.296710:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.296716:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.296734:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.296743:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.296753:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027072:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.296793:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.300329:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027072:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.300368:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.300416:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303025664:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3787us (3883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.300426:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18359 00000100:00100000:0.0:1746137567.300795:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.303237:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.303356:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303026048 00000100:00100000:2.0:1746137567.303364:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303026048 00010000:00010000:2.0:1746137567.303392:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.303426:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18360 00000100:00100000:2.0:1746137567.303432:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4122850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303026048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.303445:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.303460:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.303469:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.303486:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7746 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9240 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.303506:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.303508:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.303513:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.303521:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.303572:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.303584:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027200:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.303663:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.306718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.306893:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303026304 00000100:00100000:2.0:1746137567.306900:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303026304 00002000:00100000:2.0:1746137567.306932:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4e00 x1830957303026304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.306962:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4e00 with x1830957303026304 ext(0->4095) 00002000:00010000:2.0:1746137567.306965:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4e00 00000100:00100000:2.0:1746137567.306988:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14231 00000100:00100000:2.0:1746137567.306993:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303026304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.307095:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303026304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.307100:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14231 00002000:00100000:2.0:1746137567.307105:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4e00 x1830957303026304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.307112:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4e00 with x1830957303026304 ext(0->4095) 00002000:00010000:2.0:1746137567.307114:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4e00 00000100:00100000:0.0:1746137567.309636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.312758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.312962:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303026560 00000100:00100000:2.0:1746137567.312971:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303026560 00010000:00010000:2.0:1746137567.313002:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.313028:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18361 00000100:00100000:2.0:1746137567.313035:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303026560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.313046:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.313064:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.313075:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.313093:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62000/0x95b3ed7b846f774d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9247 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.313115:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.313117:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.313122:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.313130:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.313400:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.313412:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027456:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.313705:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cab6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.315244:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027456:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.315351:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.315397:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303026560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2361us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.315406:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18361 00000100:00100000:0.0:1746137567.315888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.316358:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.318460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.318668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.318724:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303027072 00000100:00100000:2.0:1746137567.318730:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303027072 00000100:00100000:3.0:1746137567.319730:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303027200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.319743:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.319891:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.319934:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.320014:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7754 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f924e expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.320066:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.320068:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.320074:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.320081:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.320098:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.320107:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.320121:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027840:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.320171:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.321722:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027840:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.321743:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.321775:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303027200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2046us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.321782:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18362 00000100:00100000:0.0:1746137567.322614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.323247:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303027456 00000100:00100000:3.0:1746137567.323254:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303027456 00002000:00100000:3.0:1746137567.323287:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7480 x1830957303027456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.323296:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7480 with x1830957303027456 ext(0->4095) 00010000:00010000:3.0:1746137567.323303:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.323315:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.323321:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7480 00000100:00100000:3.0:1746137567.323350:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3272 00000100:00100000:3.0:1746137567.323356:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303027456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.323475:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303027456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (860us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.323507:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3272 00002000:00100000:3.0:1746137567.323513:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7480 x1830957303027456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.323520:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7480 with x1830957303027456 ext(0->4095) 00010000:00010000:3.0:1746137567.323524:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.323533:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.323539:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7480 00000100:00100000:0.0:1746137567.324876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.324956:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303027584 00000100:00100000:3.0:1746137567.324961:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303027584 00010000:00010000:3.0:1746137567.324979:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.324998:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18363 00000100:00100000:3.0:1746137567.325004:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303027584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.325014:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.325028:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.325038:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.325055:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f775b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9255 expref: 29 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.325067:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.325069:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.325075:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.325088:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.325117:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.325128:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027968:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.325208:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.327868:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293027968:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.327902:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.327967:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303027584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2962us (3092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.327976:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18363 00000100:00100000:0.0:1746137567.328052:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.328258:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303027840 00000100:00100000:2.0:1746137567.328264:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303027840 00002000:00100000:2.0:1746137567.328296:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5500 x1830957303027840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.328305:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5500 with x1830957303027840 ext(0->4095) 00002000:00010000:2.0:1746137567.328310:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5500 00000100:00100000:2.0:1746137567.328324:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14233 00000100:00100000:2.0:1746137567.328330:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303027840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.328441:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303027840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.328446:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14233 00002000:00100000:2.0:1746137567.328450:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5500 x1830957303027840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.328455:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5500 with x1830957303027840 ext(0->4095) 00002000:00010000:2.0:1746137567.328458:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5500 00000100:00100000:0.0:1746137567.330538:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.330591:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303027968 00000100:00100000:1.0:1746137567.330599:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303027968 00000100:00100000:1.0:1746137567.330647:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30598 00000100:00100000:1.0:1746137567.330653:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303027968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.330670:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.330687:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9263 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.330713:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.330720:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.330722:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.330725:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.330752:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.330763:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 27 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.330775:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293028096:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.330858:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.332917:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293028096:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.332962:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.332977:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137567.333011:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303027968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2358us (2478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.333022:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30598 00000100:00100000:0.0:1746137567.333722:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.333776:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028096 00000100:00100000:3.0:1746137567.333783:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028096 00010000:00010000:3.0:1746137567.333806:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.333827:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18364 00000100:00100000:3.0:1746137567.333833:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303028096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.333845:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.333862:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.333879:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.333898:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7762 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f925c expref: 28 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.333925:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.333927:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.333932:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.333969:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.334067:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.334078:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028224:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.334126:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.335434:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028224:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.335464:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.335544:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303028096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1708us (1821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.335562:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18364 00000100:00100000:0.0:1746137567.336170:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.336336:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028352 00000100:00100000:3.0:1746137567.336343:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028352 00002000:00100000:3.0:1746137567.336372:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516300 x1830957303028352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.336381:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516300 with x1830957303028352 ext(0->4095) 00002000:00010000:3.0:1746137567.336384:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073516300 00000100:00100000:3.0:1746137567.337189:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14234 00000100:00100000:3.0:1746137567.337197:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303028352:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137567.337321:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303028352:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1151us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.337326:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14234 00002000:00100000:3.0:1746137567.337332:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516300 x1830957303028352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.337339:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516300 with x1830957303028352 ext(0->4095) 00002000:00010000:3.0:1746137567.337347:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073516300 00000100:00100000:0.0:1746137567.339798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.340080:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028480 00000100:00100000:1.0:1746137567.340091:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028480 00000100:00100000:1.0:1746137567.340147:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30599 00000100:00100000:1.0:1746137567.340156:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1730:x1830957303028480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137567.340166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137567.340174:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.340191:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f926a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.340194:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028608 00000100:00100000:3.0:1746137567.340199:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028608 00000100:00100000:3.0:1746137567.340220:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30600 00000100:00100000:3.0:1746137567.340225:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1731:x1830957303028608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.340232:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.340238:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9271 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.340262:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.340273:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.340275:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.340278:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.340306:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.340316:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.340327:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293028352:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.340344:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.340349:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.340355:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.340358:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.340410:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00010000:00010000:1.0:1746137567.340505:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.340516:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.340525:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137567.340561:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303028480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 395us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.340568:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30599 00000100:00100000:3.0:1746137567.342863:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293028352:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.342906:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.342920:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137567.342998:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303028608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.343005:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30600 00000100:00100000:0.0:1746137567.343022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.343075:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028736 00000100:00100000:0.0:1746137567.343080:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028736 00010000:00010000:0.0:1746137567.343103:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.343288:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18365 00000100:00100000:1.0:1746137567.343297:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303028736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.343307:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.343324:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.343334:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.343351:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7769 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9263 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.343527:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.343529:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.343535:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.343543:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.343580:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.343598:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.343608:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028608:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.343682:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.345352:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028608:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137567.345461:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137567.345513:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.345542:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303028736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2247us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.345562:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18365 00000100:00100000:2.0:1746137567.345830:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303028992 00000100:00100000:2.0:1746137567.345836:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303028992 00002000:00100000:2.0:1746137567.346002:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517800 x1830957303028992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.346019:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517800 with x1830957303028992 ext(0->4095) 00010000:00010000:2.0:1746137567.346027:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.346038:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.346044:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073517800 00000100:00100000:2.0:1746137567.346149:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3273 00000100:00100000:2.0:1746137567.346156:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303028992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.346276:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303028992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (814us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.346282:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3273 00002000:00100000:2.0:1746137567.346288:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073517800 x1830957303028992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.346295:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073517800 with x1830957303028992 ext(0->4095) 00010000:00010000:2.0:1746137567.346300:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.346353:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.346359:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073517800 00000100:00100000:0.0:1746137567.347850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.347918:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303029120 00000100:00100000:3.0:1746137567.347925:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303029120 00000100:00100000:3.0:1746137567.348143:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30601 00000100:00100000:3.0:1746137567.348150:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303029120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.348165:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.348178:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9278 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.348197:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.348202:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.348207:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.348210:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.348254:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.348265:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.348273:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:3.0:1746137567.348308:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303029120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.348313:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30601 00000100:00100000:0.0:1746137567.348603:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.348932:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303029248 00000100:00100000:1.0:1746137567.348952:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303029248 00010000:00010000:1.0:1746137567.348968:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.348986:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18366 00000100:00100000:1.0:1746137567.348991:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303029248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.348998:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.349014:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.349024:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.349040:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7777 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9271 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.349050:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.349052:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.349057:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.349068:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.349086:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.349095:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.349107:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028864:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.349165:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.350450:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293028864:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.350465:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.350628:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303029248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1635us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.350637:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18366 00000100:00100000:0.0:1746137567.350709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.350974:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303029504 00000100:00100000:2.0:1746137567.350979:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303029504 00002000:00100000:2.0:1746137567.351008:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514000 x1830957303029504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.351017:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514000 with x1830957303029504 ext(0->4095) 00010000:00010000:2.0:1746137567.351025:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.351040:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.351045:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514000 00000100:00100000:2.0:1746137567.351353:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3274 00000100:00100000:2.0:1746137567.351360:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303029504:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.351471:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303029504:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (762us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.351480:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3274 00002000:00100000:2.0:1746137567.351485:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514000 x1830957303029504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.351492:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514000 with x1830957303029504 ext(0->4095) 00010000:00010000:2.0:1746137567.351496:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.351504:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.351509:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073514000 00000100:00100000:0.0:1746137567.352806:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.352866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.352961:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303029760 00000100:00100000:1.0:1746137567.352962:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303029632 00000100:00100000:2.0:1746137567.352967:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303029760 00000100:00100000:1.0:1746137567.352967:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303029632 00010000:00010000:2.0:1746137567.352989:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.353008:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30602 00000100:00100000:1.0:1746137567.353015:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303029632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.353025:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.353037:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f927f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.353056:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.353062:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.353068:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137567.353072:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.353097:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18367 00000100:00100000:2.0:1746137567.353103:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4122c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957303029760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.353107:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.353111:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.353118:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.353126:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00010000:00010000:2.0:1746137567.353127:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 30 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.353140:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 30 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.353156:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7770 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f926a expref: 30 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.353161:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303029632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.353167:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30602 00010000:00010000:2.0:1746137567.353177:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.353178:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.353183:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.353193:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.353260:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.353270:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 5 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.353282:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029120:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.353495:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cab6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.354708:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029120:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.354735:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.354853:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4122c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303029760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1749us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.354861:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18367 00000100:00100000:0.0:1746137567.355072:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.355182:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030016 00000100:00100000:2.0:1746137567.355187:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030016 00002000:00100000:2.0:1746137567.355212:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515f80 x1830957303030016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.355221:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515f80 with x1830957303030016 ext(0->4095) 00010000:00010000:2.0:1746137567.355228:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.355238:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.355246:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515f80 00000100:00100000:2.0:1746137567.355272:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3275 00000100:00100000:2.0:1746137567.355278:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303030016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.355465:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303030016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.355471:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3275 00002000:00100000:2.0:1746137567.355476:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515f80 x1830957303030016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.355483:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515f80 with x1830957303030016 ext(0->4095) 00010000:00010000:2.0:1746137567.355488:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.355496:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.355501:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515f80 00000100:00100000:0.0:1746137567.356898:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.356967:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030144 00000100:00100000:2.0:1746137567.356973:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030144 00010000:00010000:2.0:1746137567.356993:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.357027:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18368 00000100:00100000:2.0:1746137567.357033:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303030144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.357042:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.357057:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.357066:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.357085:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f777e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9278 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.357096:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.357097:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.357103:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.357110:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.357136:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.357146:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029248:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.357216:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.358621:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029248:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.358645:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.358680:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303030144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1646us (1785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.358688:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18368 00000100:00100000:1.0:1746137567.359313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.359371:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030400 00000100:00100000:2.0:1746137567.359377:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030400 00002000:00100000:2.0:1746137567.359404:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf800 x1830957303030400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.359487:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf800 with x1830957303030400 ext(0->4095) 00002000:00010000:2.0:1746137567.359492:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf800 00000100:00100000:2.0:1746137567.359514:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14235 00000100:00100000:2.0:1746137567.359521:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303030400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.359670:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303030400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.359676:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14235 00002000:00100000:2.0:1746137567.359682:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf800 x1830957303030400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.359689:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf800 with x1830957303030400 ext(0->4095) 00002000:00010000:2.0:1746137567.359691:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf800 00000100:00100000:0.0:1746137567.361421:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.361570:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030528 00000100:00100000:1.0:1746137567.361576:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030528 00000100:00100000:1.0:1746137567.361614:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30603 00000100:00100000:1.0:1746137567.361621:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303030528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.361631:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.361646:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9286 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.361668:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.361675:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.361677:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.361680:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.361711:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.361720:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 27 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.361728:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293029376:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.361795:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.364158:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293029376:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.364186:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.364199:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137567.364239:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303030528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2619us (2824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.364246:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30603 00000100:00100000:0.0:1746137567.364313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.364595:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030656 00000100:00100000:3.0:1746137567.364601:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030656 00010000:00010000:3.0:1746137567.364622:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.364684:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18369 00000100:00100000:3.0:1746137567.364692:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303030656:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.364702:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.364718:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.364728:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.364747:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f7785 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f927f expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.364759:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.364761:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.364766:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.364773:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.364798:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.364808:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029504:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.364861:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.366111:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029504:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.366135:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.366161:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303030656:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1471us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.366167:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18369 00000100:00100000:0.0:1746137567.366993:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.367038:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303030912 00000100:00100000:2.0:1746137567.367043:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303030912 00002000:00100000:2.0:1746137567.367069:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8700 x1830957303030912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.367079:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8700 with x1830957303030912 ext(0->4095) 00002000:00010000:2.0:1746137567.367083:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8700 00000100:00100000:2.0:1746137567.367107:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14236 00000100:00100000:2.0:1746137567.367113:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303030912:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.367225:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303030912:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.367232:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14236 00002000:00100000:2.0:1746137567.367236:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8700 x1830957303030912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.367243:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8700 with x1830957303030912 ext(0->4095) 00002000:00010000:2.0:1746137567.367245:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8700 00000100:00100000:0.0:1746137567.368383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.368592:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031040 00000100:00100000:1.0:1746137567.368597:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031040 00000100:00100000:1.0:1746137567.368632:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30604 00000100:00100000:1.0:1746137567.368638:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957303031040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.368648:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.368660:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f928d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.368681:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.368689:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.368690:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.368828:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.368985:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.368995:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.369006:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293029632:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.369074:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.369185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.369232:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031168 00000100:00100000:3.0:1746137567.369236:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031168 00000100:00100000:3.0:1746137567.369257:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30605 00000100:00100000:3.0:1746137567.369262:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303031168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.369269:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.369275:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9294 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.369285:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.369289:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.369293:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.369296:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.369326:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.369337:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.369345:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137567.369409:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303031168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.369415:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30605 00000100:00100000:1.0:1746137567.370413:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293029632:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.370428:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.370437:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137567.370469:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303031040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (2088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.370475:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30604 00000100:00100000:0.0:1746137567.370973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.371057:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031296 00000100:00100000:3.0:1746137567.371061:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031296 00010000:00010000:3.0:1746137567.371077:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.371096:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18370 00000100:00100000:3.0:1746137567.371101:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303031296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.371108:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.371125:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.371134:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.371149:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f778c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9286 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.371236:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.371238:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.371244:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.371251:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.371270:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.371283:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.371290:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029888:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.371334:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.372374:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293029888:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.372391:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.372408:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303031296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1308us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.372414:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18370 00000100:00100000:0.0:1746137567.373196:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.373375:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031552 00000100:00100000:2.0:1746137567.373380:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031552 00002000:00100000:2.0:1746137567.373409:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8380 x1830957303031552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.373417:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8380 with x1830957303031552 ext(0->4095) 00010000:00010000:2.0:1746137567.373425:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.373436:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.373442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03a8380 00000100:00100000:2.0:1746137567.373468:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3276 00000100:00100000:2.0:1746137567.373474:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303031552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.373599:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303031552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.373604:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3276 00002000:00100000:2.0:1746137567.373610:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8380 x1830957303031552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.373617:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8380 with x1830957303031552 ext(0->4095) 00010000:00010000:2.0:1746137567.373927:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.373969:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.373976:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03a8380 00000100:00100000:0.0:1746137567.375491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.375564:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.375599:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031808 00000100:00100000:1.0:1746137567.375606:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031808 00000100:00100000:1.0:1746137567.375650:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30606 00000100:00100000:1.0:1746137567.375657:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303031808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.375672:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.375687:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f929b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.375708:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.375714:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.375720:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137567.375723:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.375756:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.375767:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.375776:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:3.0:1746137567.375811:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303031680 00000100:00100000:3.0:1746137567.375815:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303031680 00000100:00100000:1.0:1746137567.375820:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303031808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.375826:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30606 00010000:00010000:3.0:1746137567.375833:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.375852:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18371 00000100:00100000:3.0:1746137567.375858:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2007:x1830957303031680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.375865:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.375881:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.375891:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.375906:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7793 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f928d expref: 29 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.375916:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.375917:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.375923:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.375929:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.375976:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.375986:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.375997:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030144:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.376075:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.377635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.377768:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032064 00000100:00100000:2.0:1746137567.377774:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032064 00002000:00100000:2.0:1746137567.377804:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a9880 x1830957303032064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.377813:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9880 with x1830957303032064 ext(0->4095) 00010000:00010000:2.0:1746137567.377820:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.377831:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.377836:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03a9880 00000100:00100000:2.0:1746137567.377853:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3277 00000100:00100000:2.0:1746137567.377859:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303032064:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.377896:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030144:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.377926:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.377984:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2007:x1830957303031680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2125us (2419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.377990:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303032064:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.377992:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18371 00000100:00100000:2.0:1746137567.377996:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3277 00002000:00100000:2.0:1746137567.378002:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a9880 x1830957303032064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.378008:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9880 with x1830957303032064 ext(0->4095) 00010000:00010000:2.0:1746137567.378012:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.378020:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.378025:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03a9880 00000100:00100000:0.0:1746137567.379582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.380269:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032192 00000100:00100000:1.0:1746137567.380277:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032192 00000100:00100000:1.0:1746137567.380320:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30607 00000100:00100000:0.0:1746137567.380325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.380327:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303032192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.380341:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.380356:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92a2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.380377:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.380382:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.380388:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137567.380391:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.380399:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032320 00000100:00100000:2.0:1746137567.380402:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032320 00010000:00010000:2.0:1746137567.380415:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.380422:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.380432:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18372 00010000:00010000:1.0:1746137567.380433:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.380436:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957303032320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.380441:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00010000:00010000:2.0:1746137567.380443:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.380459:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.380468:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.380474:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303032192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.380479:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30607 00010000:00010000:2.0:1746137567.380482:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f779a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9294 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.380498:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.380500:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.380505:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.380511:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.380528:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.380538:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.380557:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030400:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.380602:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.383221:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030400:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.383255:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.383298:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303032320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2860us (2972us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.383307:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18372 00000100:00100000:2.0:1746137567.383574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.383792:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032576 00000100:00100000:0.0:1746137567.383798:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032576 00002000:00100000:3.0:1746137567.384606:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11f80 x1830957303032576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.384857:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11f80 with x1830957303032576 ext(0->4095) 00010000:00010000:3.0:1746137567.384869:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.384882:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.384888:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11f80 00000100:00100000:3.0:1746137567.385253:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3278 00000100:00100000:3.0:1746137567.385260:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303032576:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.385378:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303032576:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.385383:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3278 00002000:00100000:3.0:1746137567.385388:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11f80 x1830957303032576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.385395:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11f80 with x1830957303032576 ext(0->4095) 00010000:00010000:3.0:1746137567.385399:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.385407:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.385412:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11f80 00000100:00100000:1.0:1746137567.388324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.388514:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032704 00000100:00100000:2.0:1746137567.388522:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032704 00010000:00010000:2.0:1746137567.388561:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.388598:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18373 00000100:00100000:2.0:1746137567.388605:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303032704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.388618:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.388636:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.388648:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.388668:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f77a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f929b expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.388695:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.388697:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.388704:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.388712:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.388740:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.388753:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030528:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.388833:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.391226:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030528:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.391259:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.391306:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303032704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2701us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.391316:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18373 00000100:00100000:1.0:1746137567.392860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.393045:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303032960 00000100:00100000:2.0:1746137567.393053:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303032960 00002000:00100000:2.0:1746137567.393091:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cc700 x1830957303032960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.393100:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc700 with x1830957303032960 ext(0->4095) 00002000:00010000:2.0:1746137567.393105:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cc700 00000100:00100000:2.0:1746137567.393132:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14237 00000100:00100000:2.0:1746137567.393139:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303032960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.393272:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303032960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.393278:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14237 00002000:00100000:2.0:1746137567.393284:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cc700 x1830957303032960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.393291:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc700 with x1830957303032960 ext(0->4095) 00002000:00010000:2.0:1746137567.393293:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cc700 00000100:00100000:0.0:1746137567.395471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.395525:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033088 00000100:00100000:3.0:1746137567.395532:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033088 00000100:00100000:3.0:1746137567.395590:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30608 00000100:00100000:3.0:1746137567.395597:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303033088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.395612:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.395628:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92a9 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.395654:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.395661:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.395662:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.395665:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.395695:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.395706:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 27 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.395718:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293030656:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.396142:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.398144:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293030656:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.398188:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.398207:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:3.0:1746137567.398248:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303033088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2651us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.398260:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30608 00000100:00100000:0.0:1746137567.398612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.398864:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033216 00000100:00100000:2.0:1746137567.398871:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033216 00010000:00010000:2.0:1746137567.398895:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.398923:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18374 00000100:00100000:2.0:1746137567.398928:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4121850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303033216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.398959:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.398979:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.398988:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.399006:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a2 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.399031:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.399033:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.399039:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.399047:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.399073:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.399083:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030784:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.399144:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130cabb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.402582:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.402679:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033472 00000100:00100000:3.0:1746137567.402688:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033472 00002000:00100000:3.0:1746137567.402732:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954380 x1830957303033472/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.402742:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957303033472 ext(0->4095) 00002000:00010000:3.0:1746137567.402746:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954380 00000100:00100000:2.0:1746137567.402751:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293030784:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.402766:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14238 00000100:00100000:3.0:1746137567.402773:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303033472:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746137567.402786:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.402833:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4121850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303033216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3904us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.402842:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18374 00000100:00100000:3.0:1746137567.403211:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303033472:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 437us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.403217:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14238 00002000:00100000:3.0:1746137567.403223:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954380 x1830957303033472/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.403230:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957303033472 ext(0->4095) 00002000:00010000:3.0:1746137567.403233:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954380 00000100:00100000:0.0:1746137567.404026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.404086:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033600 00000100:00100000:3.0:1746137567.404090:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033600 00000100:00100000:3.0:1746137567.404293:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30609 00000100:00100000:3.0:1746137567.404300:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1730:x1830957303033600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.404311:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.404324:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92b0 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.404352:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.404358:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.404359:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.404362:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.404388:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.404398:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 5 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.404409:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293030912:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.404474:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.406363:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.407354:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033728 00000100:00100000:1.0:1746137567.407363:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033728 00000100:00100000:1.0:1746137567.407405:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30610 00000100:00100000:1.0:1746137567.407412:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303033728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.407432:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.407447:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92b7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.407468:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.407474:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.407479:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.407482:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.407514:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.407525:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.407533:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137567.407583:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303033728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.407589:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30610 00000100:00100000:3.0:1746137567.407909:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293030912:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.407960:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.407969:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63200, rc 0) 00000100:00100000:3.0:1746137567.408002:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303033600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3703us (3978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.408007:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30609 00000100:00100000:2.0:1746137567.408110:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.408205:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303033856 00000100:00100000:3.0:1746137567.408209:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303033856 00010000:00010000:3.0:1746137567.408224:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.408252:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18375 00000100:00100000:3.0:1746137567.408258:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303033856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.408265:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.408282:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.408291:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.408305:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92a9 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.408330:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.408332:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.408337:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.408342:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.408358:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.408367:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.408377:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031168:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.408431:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.410709:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031168:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.410739:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137567.411127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.411153:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034112 00000100:00100000:0.0:1746137567.411159:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034112 00002000:00100000:0.0:1746137567.411197:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957303034112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.411206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957303034112 ext(0->4095) 00010000:00010000:0.0:1746137567.411212:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.411224:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.411230:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957b80 00000100:00100000:0.0:1746137567.411255:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3279 00000100:00100000:0.0:1746137567.411262:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957303034112:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137567.411374:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957303034112:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.411383:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3279 00002000:00100000:0.0:1746137567.411389:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957303034112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.411395:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957303034112 ext(0->4095) 00010000:00010000:0.0:1746137567.411399:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.411407:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.411412:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957b80 00000100:00100000:3.0:1746137567.411528:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303033856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3269us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.411536:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18375 00000100:00100000:0.0:1746137567.414908:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.415444:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034240 00000100:00100000:3.0:1746137567.415455:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034240 00010000:00010000:3.0:1746137567.415491:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.415520:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18376 00000100:00100000:3.0:1746137567.415528:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957303034240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.415542:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.415573:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.415585:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.415604:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f77b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b0 expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.416211:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.416215:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.416223:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.416239:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.416272:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.416284:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031296:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.416759:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.421803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.421888:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034496 00000100:00100000:2.0:1746137567.421900:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034496 00000100:00100000:3.0:1746137567.421911:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031296:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.421967:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137567.421972:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957303034496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.421981:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957303034496 ext(0->4095) 00002000:00010000:2.0:1746137567.421986:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:2.0:1746137567.422007:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14239 00000100:00100000:2.0:1746137567.422013:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303034496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.422061:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2008:x1830957303034240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6532us (7161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.422071:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18376 00000100:00100000:2.0:1746137567.423165:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303034496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1148us (1371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.423173:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14239 00002000:00100000:2.0:1746137567.423180:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957303034496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.423187:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957303034496 ext(0->4095) 00002000:00010000:2.0:1746137567.423191:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746137567.425482:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.426211:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034624 00000100:00100000:3.0:1746137567.426223:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034624 00000100:00100000:3.0:1746137567.426293:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30611 00000100:00100000:3.0:1746137567.426305:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303034624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.426322:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.426338:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92be expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.426365:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.426376:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.426378:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.426380:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.426412:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.426424:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 27 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.426436:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031424:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.426538:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.428290:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031424:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.428335:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.428348:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63000, rc 0) 00000100:00100000:3.0:1746137567.428382:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303034624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.428389:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30611 00000100:00100000:0.0:1746137567.430672:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.430762:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034752 00000100:00100000:3.0:1746137567.430770:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034752 00010000:00010000:3.0:1746137567.430798:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.431160:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18377 00000100:00100000:3.0:1746137567.431167:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303034752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.431179:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.431196:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.431206:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.431225:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f77bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92b7 expref: 28 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.431255:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.431257:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.431262:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.431270:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.431295:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.431304:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031552:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.431585:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.432520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.432591:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303034880 00000100:00100000:3.0:1746137567.432597:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303034880 00000100:00100000:3.0:1746137567.432692:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30612 00000100:00100000:3.0:1746137567.432698:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303034880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.432711:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.432721:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92c5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.432740:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.432745:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.432746:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.432749:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.432767:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.432776:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 5 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.432784:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031680:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.432829:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.434521:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031552:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.434561:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.434964:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303034752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3795us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.434978:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18377 00000100:00100000:0.0:1746137567.435222:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.435651:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035136 00000100:00100000:3.0:1746137567.435657:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035136 00002000:00100000:3.0:1746137567.435689:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955c00 x1830957303035136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.435698:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957303035136 ext(0->4095) 00010000:00010000:3.0:1746137567.435707:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.435720:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.435726:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955c00 00000100:00100000:3.0:1746137567.435740:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3280 00000100:00100000:3.0:1746137567.435747:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303035136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.436762:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031680:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.436794:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 28 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.436812:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:2.0:1746137567.436836:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303034880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4137us (4318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.436842:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30612 00000100:00100000:3.0:1746137567.436892:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303035136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1146us (1670us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.436899:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3280 00002000:00100000:3.0:1746137567.436905:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955c00 x1830957303035136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.436913:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957303035136 ext(0->4095) 00010000:00010000:3.0:1746137567.436918:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.436931:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.436953:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955c00 00000100:00100000:0.0:1746137567.442138:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.442770:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035264 00000100:00100000:3.0:1746137567.442780:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035264 00010000:00010000:3.0:1746137567.442814:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.442853:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18378 00000100:00100000:3.0:1746137567.442861:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303035264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.442874:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.442892:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.442904:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.442925:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f77c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92be expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.442978:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.442980:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.442987:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.443000:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.443031:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.443043:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.443119:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.448791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.449129:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035520 00000100:00100000:2.0:1746137567.449138:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035520 00002000:00100000:2.0:1746137567.449178:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957303035520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.449193:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957303035520 ext(0->4095) 00002000:00010000:2.0:1746137567.449198:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:2.0:1746137567.449218:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14240 00000100:00100000:2.0:1746137567.449224:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957303035520:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137567.449368:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957303035520:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.449375:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14240 00002000:00100000:2.0:1746137567.449382:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957303035520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.449389:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957303035520 ext(0->4095) 00002000:00010000:2.0:1746137567.449392:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:3.0:1746137567.449593:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293031808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.449624:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.449647:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303035264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6787us (7519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.449655:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18378 00000100:00100000:0.0:1746137567.455835:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.456093:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035648 00000100:00100000:2.0:1746137567.456103:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035648 00000100:00100000:2.0:1746137567.456710:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30613 00000100:00100000:2.0:1746137567.456718:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303035648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.456736:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.456751:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92cc expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.456779:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.456786:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.456788:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.456791:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.456819:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.456830:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 27 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.456842:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031936:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.457572:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.470903:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293031936:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.471086:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.471103:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2400, rc 0) 00000100:00100000:2.0:1746137567.471715:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303035648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14995us (15888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.471728:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30613 00000100:00100000:0.0:1746137567.481901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.482043:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035776 00000100:00100000:2.0:1746137567.482053:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035776 00002000:00100000:2.0:1746137567.482095:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133c1f480 x1830957303035776/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.482104:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957303035776 ext(0->7) 00010000:00010000:2.0:1746137567.482113:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.482155:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 28 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.482162:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f480 00000100:00100000:2.0:1746137567.482785:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3281 00000100:00100000:2.0:1746137567.482795:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303035776:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137567.483594:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303035776:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 798us (1705us total) trans 4294972275 rc 0/0 00000100:00100000:2.0:1746137567.483601:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3281 00002000:00100000:2.0:1746137567.483608:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133c1f480 x1830957303035776/t4294972275(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/448 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.483616:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957303035776 ext(0->7) 00010000:00010000:2.0:1746137567.483623:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.483638:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.483644:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f480 00000100:00100000:0.0:1746137567.490801:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.491226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.491306:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036032 00000100:00100000:3.0:1746137567.491315:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036032 00010000:00010000:3.0:1746137567.491350:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.491377:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18379 00000100:00100000:3.0:1746137567.491384:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2008:x1830957303036032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.491395:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.491415:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.491426:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.491446:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f77cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92c5 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.491463:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.491465:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.491471:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.491478:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.491507:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.491520:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.491617:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.494312:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303035904 00000100:00100000:2.0:1746137567.494325:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303035904 00000100:00100000:2.0:1746137567.494388:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30614 00000100:00100000:2.0:1746137567.494396:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303035904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.494414:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.494433:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92d3 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.494459:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.494465:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.494467:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.494469:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.494495:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.494505:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 5 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.494515:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293032192:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.494826:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032064:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.494856:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137567.495266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.495300:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036288 00000100:00100000:0.0:1746137567.495304:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036288 00002000:00100000:0.0:1746137567.495330:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957303036288/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.495339:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957303036288 ext(0->4095) 00010000:00010000:0.0:1746137567.495345:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.495355:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.495360:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137567.495378:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3282 00000100:00100000:0.0:1746137567.495383:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303036288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137567.495486:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303036288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.495491:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3282 00002000:00100000:0.0:1746137567.495497:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957303036288/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.495504:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957303036288 ext(0->4095) 00010000:00010000:0.0:1746137567.495507:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.495515:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.495520:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f100 00000100:00100000:2.0:1746137567.495592:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.495621:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2008:x1830957303036032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4237us (4394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.495632:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18379 00000100:00100000:2.0:1746137567.501127:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293032192:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.501174:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.501191:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2800, rc 0) 00000100:00100000:2.0:1746137567.501643:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303035904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7245us (10850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.501652:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30614 00000100:00100000:0.0:1746137567.503066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.503114:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036416 00000100:00100000:2.0:1746137567.503121:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036416 00000100:00100000:2.0:1746137567.503167:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30615 00000100:00100000:2.0:1746137567.503174:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303036416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.503190:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.503204:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92da expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.503226:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.503230:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.503235:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.503238:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.503342:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.503357:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.503365:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2c00, rc 0) 00000100:00100000:2.0:1746137567.503393:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1731:x1830957303036416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.503398:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30615 00000100:00100000:0.0:1746137567.505092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.505156:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036544 00000100:00100000:3.0:1746137567.505163:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036544 00010000:00010000:3.0:1746137567.505189:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.505225:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18380 00000100:00100000:3.0:1746137567.505231:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303036544:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.505240:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.505258:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.505271:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.505288:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f77d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92cc expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.505311:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.505313:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.505319:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.505326:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.505350:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.505361:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.505377:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032448:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.505448:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.507740:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032448:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.507774:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.507818:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303036544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2585us (2730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.507828:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18380 00000100:00100000:0.0:1746137567.508700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.509162:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036672 00000100:00100000:3.0:1746137567.509170:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036672 00010000:00010000:3.0:1746137567.509196:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.509571:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18381 00000100:00100000:3.0:1746137567.509579:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303036672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.509591:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.509609:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.509621:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.509643:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f77d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92d3 expref: 31 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.509670:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.509673:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.509679:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.509686:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.509716:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 30 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.509727:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.511804:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.516456:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.516559:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303036928 00000100:00100000:3.0:1746137567.516562:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032576:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.516566:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303036928 00010000:00010000:3.0:1746137567.516595:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137567.516610:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ed80 x1830957303036928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.516619:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ed80 with x1830957303036928 ext(0->4095) 00002000:00010000:1.0:1746137567.516624:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ed80 00000100:00100000:3.0:1746137567.516631:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303036672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7053us (7933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.516640:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18381 00000100:00100000:1.0:1746137567.516644:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14241 00000100:00100000:1.0:1746137567.516651:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303036928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137567.516764:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303036928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.516769:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14241 00002000:00100000:1.0:1746137567.516774:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ed80 x1830957303036928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.516781:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ed80 with x1830957303036928 ext(0->4095) 00002000:00010000:1.0:1746137567.516783:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ed80 00000100:00100000:0.0:1746137567.520207:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.520991:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037056 00000100:00100000:2.0:1746137567.521001:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037056 00000100:00100000:2.0:1746137567.521057:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30616 00000100:00100000:2.0:1746137567.521065:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303037056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.521081:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.521096:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92e1 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.521123:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.521130:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.521132:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.521135:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.521164:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 29 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.521180:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 29 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.521192:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293032704:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.521272:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.528797:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293032704:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.528849:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.528866:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:0.0:1746137567.529276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.529310:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303037056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8247us (9112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.529319:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30616 00000100:00100000:0.0:1746137567.529611:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037184 00000100:00100000:0.0:1746137567.529618:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037184 00002000:00100000:0.0:1746137567.529653:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133c1c700 x1830957303037184/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.529663:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957303037184 ext(0->7) 00010000:00010000:0.0:1746137567.529669:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.529681:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 30 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.529687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1c700 00000100:00100000:0.0:1746137567.529837:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3283 00000100:00100000:0.0:1746137567.529844:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303037184:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137567.530921:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303037184:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1074us (1643us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746137567.530929:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3283 00002000:00100000:0.0:1746137567.530953:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133c1c700 x1830957303037184/t4294972276(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/448 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.530961:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957303037184 ext(0->7) 00010000:00010000:0.0:1746137567.530968:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.530979:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.530985:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1c700 00000100:00100000:0.0:1746137567.531034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.531187:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037312 00000100:00100000:3.0:1746137567.531192:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037312 00000100:00100000:3.0:1746137567.531324:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30617 00000100:00100000:3.0:1746137567.531331:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1730:x1830957303037312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.531340:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.531352:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92e8 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.531369:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.531375:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.531381:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.531384:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 33 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.531425:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.531435:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 33 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.531444:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137567.531462:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303037312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.531467:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30617 00000100:00100000:0.0:1746137567.532441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.532510:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037440 00000100:00100000:3.0:1746137567.532514:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037440 00010000:00010000:3.0:1746137567.532534:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 33 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.533007:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18382 00000100:00100000:3.0:1746137567.533014:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2007:x1830957303037440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.533024:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.533041:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 33 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.533217:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 33 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.533240:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f77e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92da expref: 33 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.533283:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.533284:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.533290:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.533297:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.533321:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.533331:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 5 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.533343:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032960:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.534325:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.536729:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293032960:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.536761:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.536806:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2007:x1830957303037440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3792us (4366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.536815:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18382 00000100:00100000:0.0:1746137567.537241:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.537465:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037696 00000100:00100000:2.0:1746137567.537473:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037696 00002000:00100000:2.0:1746137567.537507:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1dc00 x1830957303037696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.537518:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1dc00 with x1830957303037696 ext(0->4095) 00010000:00010000:2.0:1746137567.537526:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.537538:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.537559:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1dc00 00000100:00100000:2.0:1746137567.537581:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3284 00000100:00100000:2.0:1746137567.537588:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303037696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.538050:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303037696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 462us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.538055:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3284 00002000:00100000:2.0:1746137567.538061:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1dc00 x1830957303037696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.538068:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1dc00 with x1830957303037696 ext(0->4095) 00010000:00010000:2.0:1746137567.538073:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.538081:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.538086:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1dc00 00000100:00100000:0.0:1746137567.540855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.541039:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303037824 00000100:00100000:3.0:1746137567.541047:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303037824 00010000:00010000:3.0:1746137567.541075:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.541100:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18383 00000100:00100000:3.0:1746137567.541106:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303037824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.541118:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.541136:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.541147:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.541166:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f77e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e1 expref: 6 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.541207:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.541209:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.541215:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.541223:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.541251:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.541263:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033088:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.542130:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.544728:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033088:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.544765:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.545101:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303037824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3993us (4257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.545111:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18383 00000100:00100000:0.0:1746137567.546437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.546481:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038080 00000100:00100000:2.0:1746137567.546488:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038080 00002000:00100000:2.0:1746137567.546531:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564e00 x1830957303038080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.546540:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564e00 with x1830957303038080 ext(0->4095) 00002000:00010000:2.0:1746137567.546545:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564e00 00000100:00100000:2.0:1746137567.546581:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14242 00000100:00100000:2.0:1746137567.546589:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303038080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.546724:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303038080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.546730:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14242 00002000:00100000:2.0:1746137567.546735:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564e00 x1830957303038080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.546742:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564e00 with x1830957303038080 ext(0->4095) 00002000:00010000:2.0:1746137567.546744:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564e00 00000100:00100000:0.0:1746137567.548473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.548543:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038208 00000100:00100000:1.0:1746137567.548558:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038208 00000100:00100000:1.0:1746137567.548734:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30618 00000100:00100000:1.0:1746137567.548745:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303038208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.548758:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.548773:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92ef expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.548798:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.548804:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.548807:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.548810:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.548838:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.548854:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 31 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.548865:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293033216:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.549116:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.550444:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293033216:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.550467:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.550482:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:1.0:1746137567.550511:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303038208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1770us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.550519:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30618 00000100:00100000:0.0:1746137567.550733:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.550914:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038336 00000100:00100000:3.0:1746137567.550920:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038336 00010000:00010000:3.0:1746137567.550963:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.550983:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18384 00000100:00100000:3.0:1746137567.550989:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303038336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.551000:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.551018:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.551026:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.551046:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f77ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92e8 expref: 32 pid: 9557 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.551069:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.551071:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.551077:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.551089:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.551112:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.551121:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033344:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.551166:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.553521:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033344:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.553562:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.553604:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2005:x1830957303038336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2614us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.553614:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18384 00000100:00100000:0.0:1746137567.553693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.553871:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038592 00000100:00100000:2.0:1746137567.553877:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038592 00002000:00100000:2.0:1746137567.553913:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567100 x1830957303038592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.553922:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567100 with x1830957303038592 ext(0->4095) 00002000:00010000:2.0:1746137567.553926:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135567100 00000100:00100000:2.0:1746137567.553981:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14243 00000100:00100000:2.0:1746137567.553988:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303038592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.554100:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303038592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.554106:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14243 00002000:00100000:2.0:1746137567.554111:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567100 x1830957303038592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.554118:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567100 with x1830957303038592 ext(0->4095) 00002000:00010000:2.0:1746137567.554121:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135567100 00000100:00100000:0.0:1746137567.560675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.560720:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.560804:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038720 00000100:00100000:1.0:1746137567.560813:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038720 00000100:00100000:1.0:1746137567.560856:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038848 00000100:00100000:1.0:1746137567.560858:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038848 00000100:00100000:1.0:1746137567.560871:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30619 00000100:00100000:1.0:1746137567.560878:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1731:x1830957303038720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.560895:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.560912:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92f6 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137567.561237:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30620 00000100:00100000:0.0:1746137567.561244:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303038848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137567.561249:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137567.561255:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f92fd expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.561515:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.561600:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.561602:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.561607:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.562497:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.562504:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.562510:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137567.562513:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 34 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.562555:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.562568:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 34 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.562578:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87a00, rc 0) 00000100:00100000:0.0:1746137567.562630:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303038848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1387us (1908us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.562637:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30620 00010000:00010000:1.0:1746137567.562769:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.562780:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.562793:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293033600:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.563422:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.570481:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.570559:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303038976 00000100:00100000:3.0:1746137567.570568:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303038976 00010000:00010000:3.0:1746137567.570604:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.570632:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18385 00000100:00100000:3.0:1746137567.570640:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303038976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.570652:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.570671:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.570682:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.570704:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.570706:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.570713:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.570720:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.570752:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.570764:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.570775:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033728:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.571161:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f77f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92ef expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.571190:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293033600:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.571211:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.571219:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.571228:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137567.571253:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303038720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10374us (10588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.571260:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30619 00000100:00100000:3.0:1746137567.571380:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.572994:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033728:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.573023:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.573056:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303038976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2416us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.573065:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18385 00000100:00100000:0.0:1746137567.574217:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.574304:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303039232 00000100:00100000:2.0:1746137567.574311:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303039232 00002000:00100000:2.0:1746137567.574348:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566d80 x1830957303039232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.574358:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957303039232 ext(0->4095) 00010000:00010000:2.0:1746137567.574365:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.574377:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.574384:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:2.0:1746137567.574412:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3285 00000100:00100000:2.0:1746137567.574419:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303039232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.574560:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303039232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.574565:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3285 00002000:00100000:2.0:1746137567.574571:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566d80 x1830957303039232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.574578:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957303039232 ext(0->4095) 00010000:00010000:2.0:1746137567.574582:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.574590:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.574599:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:0.0:1746137567.577855:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.577899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.577973:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303039360 00000100:00100000:1.0:1746137567.577982:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303039360 00000100:00100000:1.0:1746137567.578019:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30621 00000100:00100000:1.0:1746137567.578026:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303039360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.578041:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.578056:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9304 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.578080:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.578085:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.578090:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137567.578093:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.578127:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.578138:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.578147:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137567.578187:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303039360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.578193:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30621 00000100:00100000:3.0:1746137567.578321:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303039488 00000100:00100000:3.0:1746137567.578324:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303039488 00010000:00010000:3.0:1746137567.578341:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.578364:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18386 00000100:00100000:3.0:1746137567.578368:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2008:x1830957303039488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.578376:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.578393:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.578402:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.578417:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f77fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92f6 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.578430:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.578431:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.578436:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.578442:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.578460:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.578474:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.578489:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033984:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.578749:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.582601:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293033984:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.582637:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.582774:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2008:x1830957303039488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4403us (4872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.582785:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18386 00000100:00100000:0.0:1746137567.586844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.587006:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303039744 00000100:00100000:3.0:1746137567.587015:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303039744 00002000:00100000:3.0:1746137567.587055:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781180 x1830957303039744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.587064:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781180 with x1830957303039744 ext(0->4095) 00010000:00010000:3.0:1746137567.587073:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.587085:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.587091:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781180 00000100:00100000:3.0:1746137567.587292:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3286 00000100:00100000:3.0:1746137567.587300:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303039744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.587672:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303039744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 372us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.587682:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3286 00002000:00100000:3.0:1746137567.587688:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781180 x1830957303039744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.587694:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781180 with x1830957303039744 ext(0->4095) 00010000:00010000:3.0:1746137567.587699:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.587707:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.587712:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781180 00000100:00100000:0.0:1746137567.591528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.591879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.592018:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040000 00000100:00100000:3.0:1746137567.592026:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040000 00000100:00100000:2.0:1746137567.592054:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303039872 00010000:00010000:3.0:1746137567.592058:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.592058:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303039872 00000100:00100000:2.0:1746137567.593443:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30622 00000100:00100000:2.0:1746137567.593455:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303039872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.593471:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.593487:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f930b expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.593511:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.593517:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.593522:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137567.593526:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 34 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.593583:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.593595:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 34 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.593603:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2400, rc 0) 00000100:00100000:2.0:1746137567.593656:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303039872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.593665:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30622 00000100:00100000:3.0:1746137567.593917:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18387 00000100:00100000:3.0:1746137567.593926:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303040000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.593945:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.593963:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.593974:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.593989:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7803 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f92fd expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.594004:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.594006:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.594010:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.594017:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.594042:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.594052:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.594063:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034240:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.594110:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301280c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.598415:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034240:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.598452:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.599101:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303040000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5174us (7219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.599112:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18387 00000100:00100000:0.0:1746137567.599415:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.599478:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040256 00000100:00100000:2.0:1746137567.599485:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040256 00002000:00100000:2.0:1746137567.599524:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957303040256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.599534:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957303040256 ext(0->4095) 00010000:00010000:2.0:1746137567.599542:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.599568:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.599575:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781f80 00000100:00100000:2.0:1746137567.599603:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3287 00000100:00100000:2.0:1746137567.599610:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303040256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.599732:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303040256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.599737:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3287 00002000:00100000:2.0:1746137567.599743:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957303040256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.599750:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957303040256 ext(0->4095) 00010000:00010000:2.0:1746137567.599754:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.599768:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.599773:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781f80 00000100:00100000:0.0:1746137567.602023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.602202:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040384 00000100:00100000:3.0:1746137567.602210:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040384 00010000:00010000:3.0:1746137567.602236:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.602538:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18388 00000100:00100000:3.0:1746137567.602545:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303040384:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.602568:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.602584:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.602594:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.602611:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f780a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9304 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.602634:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.602636:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.602642:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.602648:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.602676:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.602686:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034368:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.602971:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301280c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.606742:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034368:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.606779:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.606817:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303040384:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4272us (4800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.606827:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18388 00000100:00100000:0.0:1746137567.607904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.607982:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040640 00000100:00100000:2.0:1746137567.607990:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040640 00002000:00100000:2.0:1746137567.608027:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073782300 x1830957303040640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.608036:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782300 with x1830957303040640 ext(0->4095) 00002000:00010000:2.0:1746137567.608040:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073782300 00000100:00100000:2.0:1746137567.608446:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14244 00000100:00100000:2.0:1746137567.608454:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303040640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.609262:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303040640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 807us (1359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.609269:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14244 00002000:00100000:2.0:1746137567.609276:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073782300 x1830957303040640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.609283:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782300 with x1830957303040640 ext(0->4095) 00002000:00010000:2.0:1746137567.609286:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073782300 00000100:00100000:0.0:1746137567.612307:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.613221:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040768 00000100:00100000:2.0:1746137567.613231:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040768 00000100:00100000:2.0:1746137567.613280:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30623 00000100:00100000:2.0:1746137567.613287:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303040768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.613306:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.613321:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9312 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.613345:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.613353:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.613354:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.613357:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.613381:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.613390:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 31 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.613401:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293034496:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.614066:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.616221:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293034496:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.616262:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.616277:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:2.0:1746137567.616311:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303040768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (4011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.616323:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30623 00000100:00100000:0.0:1746137567.616608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.616814:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303040896 00000100:00100000:3.0:1746137567.616821:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303040896 00010000:00010000:3.0:1746137567.616844:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.616863:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18389 00000100:00100000:3.0:1746137567.616869:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303040896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.616879:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.616897:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.616906:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.616924:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f7811 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f930b expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.616965:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.616967:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.616973:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.616980:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.617005:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.617015:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034624:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.617067:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.619111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.619345:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293034624:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.619373:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.619404:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303040896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2534us (2796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.619412:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18389 00000100:00100000:2.0:1746137567.619528:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041024 00000100:00100000:2.0:1746137567.619534:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041024 00000100:00100000:2.0:1746137567.619578:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30624 00000100:00100000:2.0:1746137567.619584:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1730:x1830957303041024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.619596:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.619609:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9319 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.619631:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.619637:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.619639:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.619642:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.619662:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.619672:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.619682:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293034752:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.619721:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.620209:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.620302:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041280 00000100:00100000:2.0:1746137567.620306:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041280 00002000:00100000:2.0:1746137567.620328:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99f80 x1830957303041280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.620471:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957303041280 ext(0->4095) 00010000:00010000:2.0:1746137567.620478:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.620487:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.620493:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:2.0:1746137567.620581:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3288 00000100:00100000:2.0:1746137567.620587:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303041280:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137567.620703:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303041280:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.620709:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3288 00002000:00100000:2.0:1746137567.620714:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99f80 x1830957303041280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.620720:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957303041280 ext(0->4095) 00010000:00010000:2.0:1746137567.620724:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.620732:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.620736:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:2.0:1746137567.621304:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293034752:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.621333:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.621344:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2000, rc 0) 00000100:00100000:2.0:1746137567.621373:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1730:x1830957303041024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (2270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.621379:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30624 00000100:00100000:0.0:1746137567.622473:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.623146:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041408 00000100:00100000:2.0:1746137567.623152:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041408 00000100:00100000:2.0:1746137567.623190:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30625 00000100:00100000:2.0:1746137567.623196:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1731:x1830957303041408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.623207:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.623220:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9320 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.623240:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.623245:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.623250:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.623253:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.623279:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.623288:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.623297:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2600, rc 0) 00000100:00100000:2.0:1746137567.623339:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e973050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303041408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.623344:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30625 00000100:00100000:0.0:1746137567.624620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.625063:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041536 00000100:00100000:3.0:1746137567.625068:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041536 00010000:00010000:3.0:1746137567.625092:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.625112:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18390 00000100:00100000:3.0:1746137567.625118:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303041536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.625127:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.625146:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.625156:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.625173:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7818 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9312 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.625201:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.625203:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.625208:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.625216:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.625240:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.625250:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.625262:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035008:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.625315:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.626981:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035008:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.627011:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.627042:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303041536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1924us (2424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.627050:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18390 00000100:00100000:0.0:1746137567.627888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.628034:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041792 00000100:00100000:3.0:1746137567.628040:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041792 00002000:00100000:3.0:1746137567.628070:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9a300 x1830957303041792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.628085:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957303041792 ext(0->4095) 00010000:00010000:3.0:1746137567.628092:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.628104:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.628110:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe9a300 00000100:00100000:3.0:1746137567.628137:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3289 00000100:00100000:3.0:1746137567.628143:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303041792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.628242:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303041792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.628247:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3289 00002000:00100000:3.0:1746137567.628252:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9a300 x1830957303041792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.628258:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9a300 with x1830957303041792 ext(0->4095) 00010000:00010000:3.0:1746137567.628262:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.628269:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.628274:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe9a300 00000100:00100000:0.0:1746137567.632624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.632986:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303041920 00000100:00100000:3.0:1746137567.632996:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303041920 00010000:00010000:3.0:1746137567.633031:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.633071:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18391 00000100:00100000:3.0:1746137567.633078:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2008:x1830957303041920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.633092:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.633112:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.633124:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.633144:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f781f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9319 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.633187:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.633189:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.633195:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.633202:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.633235:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.633288:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035136:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.633687:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.636028:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035136:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.636062:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.636097:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2008:x1830957303041920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3019us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.636106:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18391 00000100:00100000:0.0:1746137567.636165:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.636375:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042176 00000100:00100000:2.0:1746137567.636380:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042176 00002000:00100000:2.0:1746137567.636413:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9bb80 x1830957303042176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.636422:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9bb80 with x1830957303042176 ext(0->4095) 00002000:00010000:2.0:1746137567.636426:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe9bb80 00000100:00100000:2.0:1746137567.636440:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14245 00000100:00100000:2.0:1746137567.636447:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303042176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.636557:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303042176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.636564:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14245 00002000:00100000:2.0:1746137567.636569:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9bb80 x1830957303042176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.636575:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9bb80 with x1830957303042176 ext(0->4095) 00002000:00010000:2.0:1746137567.636578:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe9bb80 00000100:00100000:0.0:1746137567.639062:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.639116:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042304 00000100:00100000:2.0:1746137567.639125:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042304 00000100:00100000:2.0:1746137567.639169:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30626 00000100:00100000:2.0:1746137567.639176:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303042304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.639191:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.639206:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9327 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.639230:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.639236:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.639238:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.639241:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.639266:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.639276:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 31 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.639286:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293035264:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.639685:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.643106:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293035264:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.643153:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.643168:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2a00, rc 0) 00000100:00100000:2.0:1746137567.643210:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303042304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4033us (4156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.643221:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30626 00000100:00100000:0.0:1746137567.644126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.644258:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042432 00000100:00100000:3.0:1746137567.644265:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042432 00010000:00010000:3.0:1746137567.644292:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.644313:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18392 00000100:00100000:3.0:1746137567.644320:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303042432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.644331:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.644348:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.644359:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.644376:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2600/0x95b3ed7b846f7826 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9320 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.644400:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.644402:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.644407:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.644418:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.644445:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.644456:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035392:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.644509:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.647136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.647404:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042560 00000100:00100000:2.0:1746137567.647562:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042560 00000100:00100000:2.0:1746137567.647605:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30627 00000100:00100000:2.0:1746137567.647612:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1730:x1830957303042560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.647626:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.647640:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f932e expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.647663:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.647669:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.647670:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.647673:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.647695:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.647705:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 5 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.647715:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293035520:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.647795:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.647996:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.648020:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035392:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.648053:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.648066:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042816 00000100:00100000:2.0:1746137567.648069:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042816 00000100:00100000:3.0:1746137567.648077:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303042432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3757us (3952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.648084:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18392 00002000:00100000:2.0:1746137567.648094:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957303042816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.648103:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957303042816 ext(0->4095) 00010000:00010000:2.0:1746137567.648109:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.648119:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.648125:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:2.0:1746137567.648137:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3290 00000100:00100000:2.0:1746137567.648142:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303042816:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137567.648247:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303042816:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.648253:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3290 00002000:00100000:2.0:1746137567.648259:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957303042816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.648266:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957303042816 ext(0->4095) 00010000:00010000:2.0:1746137567.648271:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.648279:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.648285:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:0.0:1746137567.650582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.650699:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293035520:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.650731:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303042944 00000100:00100000:1.0:1746137567.650736:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303042944 00010000:00010000:2.0:1746137567.650744:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.650759:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:1.0:1746137567.650776:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30628 00000100:00100000:1.0:1746137567.650782:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303042944:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137567.650791:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303042560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3661us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137567.650791:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137567.650797:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30627 00010000:00010000:1.0:1746137567.650802:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9335 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.650817:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.650821:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.650827:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.650830:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.650851:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.650858:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.650864:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137567.650878:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303042944:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.650883:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30628 00000100:00100000:0.0:1746137567.651327:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.651498:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043072 00000100:00100000:3.0:1746137567.651501:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043072 00010000:00010000:3.0:1746137567.651517:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.651541:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18393 00000100:00100000:3.0:1746137567.651560:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303043072:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.651567:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.651584:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.651593:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.651610:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f782d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9327 expref: 6 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.652521:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.652524:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.652532:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.652540:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.652580:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 32 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.652590:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 32 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.652600:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035776:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.652770:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.656977:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.657074:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043328 00000100:00100000:2.0:1746137567.657082:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043328 00002000:00100000:2.0:1746137567.657121:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635500 x1830957303043328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.657131:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957303043328 ext(0->4095) 00010000:00010000:2.0:1746137567.657140:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.657152:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.657159:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:2.0:1746137567.657177:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3291 00000100:00100000:2.0:1746137567.657184:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303043328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.657316:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303043328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.657322:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3291 00002000:00100000:2.0:1746137567.657328:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635500 x1830957303043328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.657335:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957303043328 ext(0->4095) 00010000:00010000:2.0:1746137567.657339:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.657346:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.657351:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:3.0:1746137567.657431:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035776:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.657463:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.657485:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303043072:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5926us (6158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.657491:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18393 00000100:00100000:0.0:1746137567.659283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.659336:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043456 00000100:00100000:3.0:1746137567.659343:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043456 00010000:00010000:3.0:1746137567.659364:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.659389:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18394 00000100:00100000:3.0:1746137567.659394:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303043456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.659403:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.659418:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.659427:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.659445:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f7834 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f932e expref: 33 pid: 9556 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.659469:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.659470:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.659476:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.659483:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.659507:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.659516:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035904:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.659598:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.660967:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293035904:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.660994:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.661020:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303043456:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1625us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.661028:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18394 00000100:00100000:2.0:1746137567.661205:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.661459:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043712 00000100:00100000:0.0:1746137567.661466:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043712 00002000:00100000:0.0:1746137567.661498:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13100 x1830957303043712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.661506:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13100 with x1830957303043712 ext(0->4095) 00002000:00010000:0.0:1746137567.661509:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13100 00000100:00100000:0.0:1746137567.661535:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14246 00000100:00100000:0.0:1746137567.661541:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303043712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137567.661671:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303043712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.661676:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14246 00002000:00100000:0.0:1746137567.661681:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13100 x1830957303043712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.661687:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13100 with x1830957303043712 ext(0->4095) 00002000:00010000:0.0:1746137567.661690:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13100 00000100:00100000:0.0:1746137567.665065:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.665156:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043840 00000100:00100000:3.0:1746137567.665165:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043840 00000100:00100000:3.0:1746137567.665239:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30629 00000100:00100000:3.0:1746137567.665247:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303043840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.665262:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.665277:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f933c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.665304:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.665309:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.665311:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.665314:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.665340:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.665350:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 31 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.665364:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293036032:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.665815:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.668705:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293036032:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.668747:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.668762:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137567.668800:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303043840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3554us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.668808:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30629 00000100:00100000:0.0:1746137567.675368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.675484:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303043968 00000100:00100000:2.0:1746137567.675494:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303043968 00002000:00100000:2.0:1746137567.675537:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136634e00 x1830957303043968/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.675555:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634e00 with x1830957303043968 ext(0->7) 00010000:00010000:2.0:1746137567.675564:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.675577:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 32 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.675582:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136634e00 00000100:00100000:2.0:1746137567.675658:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3292 00000100:00100000:2.0:1746137567.675666:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2008:x1830957303043968:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137567.676453:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2008:x1830957303043968:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 786us (1095us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746137567.676459:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3292 00002000:00100000:0.0:1746137567.676465:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136634e00 x1830957303043968/t4294972277(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/448 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.676471:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634e00 with x1830957303043968 ext(0->7) 00010000:00010000:0.0:1746137567.676476:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.676485:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.676490:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136634e00 00000100:00100000:0.0:1746137567.678590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.678765:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044096 00000100:00100000:3.0:1746137567.678772:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044096 00010000:00010000:3.0:1746137567.678799:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.678831:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18395 00000100:00100000:3.0:1746137567.678837:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2007:x1830957303044096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.678847:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.678862:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.678873:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.678895:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f783b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9335 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.678918:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.678920:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.678926:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.678934:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.679021:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137567.679276:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.679287:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036160:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.679537:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.684768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.685000:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044224 00000100:00100000:3.0:1746137567.685009:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044224 00000100:00100000:3.0:1746137567.685090:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30630 00000100:00100000:3.0:1746137567.685098:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303044224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.685115:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.685131:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9343 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.685158:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.685170:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.685172:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.685175:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.685203:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.685214:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 5 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.685226:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293036288:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.686370:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.686471:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036160:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.686502:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.686525:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2007:x1830957303044096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7687us (7939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.686534:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18395 00000100:00100000:3.0:1746137567.686699:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.687372:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044480 00000100:00100000:0.0:1746137567.687391:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044480 00002000:00100000:0.0:1746137567.687425:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6300 x1830957303044480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.687440:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6300 with x1830957303044480 ext(0->4095) 00010000:00010000:0.0:1746137567.687447:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.687458:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.687464:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c6300 00000100:00100000:0.0:1746137567.687492:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3293 00000100:00100000:0.0:1746137567.687498:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303044480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137567.687632:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303044480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (933us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.687637:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3293 00002000:00100000:0.0:1746137567.687642:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6300 x1830957303044480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.687650:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6300 with x1830957303044480 ext(0->4095) 00010000:00010000:0.0:1746137567.687654:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.687662:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.687667:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c6300 00000100:00100000:0.0:1746137567.691402:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.691453:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044608 00000100:00100000:0.0:1746137567.691461:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044608 00000100:00100000:0.0:1746137567.691518:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30631 00000100:00100000:1.0:1746137567.691519:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.691529:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303044608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137567.691564:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044736 00010000:00010000:1.0:1746137567.691566:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137567.691567:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044736 00010000:00010000:1.0:1746137567.691582:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f934a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.691582:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:0.0:1746137567.691606:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18396 00000100:00100000:0.0:1746137567.691611:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303044736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137567.691626:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137567.691644:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.691655:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.691673:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.691675:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.691682:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.691689:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.691718:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137567.691729:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036416:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.691894:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7842 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f933c expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.691921:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293036288:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.691968:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.691977:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00010000:00010000:1.0:1746137567.692041:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.692048:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.692049:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.692052:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.692069:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.692078:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.692087:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293036544:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.692151:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303044224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7053us (7390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.692158:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30630 00000100:00100000:1.0:1746137567.692224:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.692227:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.696249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.696429:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293036544:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.696460:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.696477:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137567.696521:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303044608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4992us (5130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.696534:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30631 00000100:00100000:2.0:1746137567.696632:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303044992 00000100:00100000:2.0:1746137567.696640:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303044992 00002000:00100000:2.0:1746137567.696676:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818700 x1830957303044992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.696686:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818700 with x1830957303044992 ext(0->4095) 00010000:00010000:2.0:1746137567.696693:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.696706:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.696713:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818700 00000100:00100000:2.0:1746137567.696732:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3294 00000100:00100000:2.0:1746137567.696739:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303044992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.696855:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303044992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.696861:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3294 00002000:00100000:2.0:1746137567.696867:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818700 x1830957303044992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.696874:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818700 with x1830957303044992 ext(0->4095) 00010000:00010000:2.0:1746137567.696879:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.696889:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.696896:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818700 00000100:00100000:3.0:1746137567.697091:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036416:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.697105:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.697128:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303044736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5517us (5612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.697136:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18396 00000100:00100000:0.0:1746137567.703637:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.703709:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303045120 00000100:00100000:3.0:1746137567.703719:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303045120 00010000:00010000:3.0:1746137567.703753:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.703794:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18397 00000100:00100000:3.0:1746137567.703803:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303045120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.703817:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.703837:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.703848:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.703868:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7849 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9343 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.703897:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.703899:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.703905:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.703912:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.703974:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.703987:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036672:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.704617:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.707300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.708080:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303045376 00000100:00100000:1.0:1746137567.708087:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303045376 00000100:00100000:3.0:1746137567.708117:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036672:192.168.202.31@tcp:105: 00002000:00100000:1.0:1746137567.708130:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818000 x1830957303045376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.708140:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818000 with x1830957303045376 ext(0->4095) 00002000:00010000:1.0:1746137567.708144:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e818000 00010000:00010000:3.0:1746137567.708151:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.708178:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14247 00000100:00100000:1.0:1746137567.708186:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2008:x1830957303045376:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137567.708654:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303045120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4850us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.708662:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18397 00000100:00100000:1.0:1746137567.708665:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2008:x1830957303045376:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 479us (1375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.708672:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14247 00002000:00100000:1.0:1746137567.708678:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818000 x1830957303045376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.708686:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818000 with x1830957303045376 ext(0->4095) 00002000:00010000:1.0:1746137567.708689:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e818000 00000100:00100000:0.0:1746137567.711312:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.711406:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303045504 00000100:00100000:1.0:1746137567.711415:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303045504 00000100:00100000:1.0:1746137567.711468:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30632 00000100:00100000:1.0:1746137567.711476:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303045504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.711492:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.711507:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9351 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.711541:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.711558:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.711560:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.711563:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.711593:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.711604:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.712045:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293036800:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.712126:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.714685:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293036800:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.714715:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.714731:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137567.714774:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303045504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3299us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.714782:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30632 00000100:00100000:0.0:1746137567.715408:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.715480:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303045632 00000100:00100000:3.0:1746137567.715487:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303045632 00010000:00010000:3.0:1746137567.715512:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.715878:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18398 00000100:00100000:3.0:1746137567.715886:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303045632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.715898:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.715915:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.715926:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.716123:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7850 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f934a expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.716147:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.716150:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.716156:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.716164:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.716191:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.716203:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036928:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.717085:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.719231:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.719307:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303045760 00000100:00100000:1.0:1746137567.719317:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303045760 00000100:00100000:1.0:1746137567.719370:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30633 00000100:00100000:1.0:1746137567.719382:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303045760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.719402:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.719419:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9358 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.719445:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.719452:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.719454:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.719457:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.719480:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.719489:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.719499:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293037056:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.719576:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.720808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.721054:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293036928:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.721081:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.721110:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303045632:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5226us (5704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.721120:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18398 00000100:00100000:1.0:1746137567.721218:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046016 00000100:00100000:1.0:1746137567.721224:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046016 00002000:00100000:1.0:1746137567.721253:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819180 x1830957303046016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.721263:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819180 with x1830957303046016 ext(0->4095) 00010000:00010000:1.0:1746137567.721270:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.721280:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.721286:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e819180 00000100:00100000:1.0:1746137567.721311:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3295 00000100:00100000:1.0:1746137567.721317:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303046016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137567.721419:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303046016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.721425:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3295 00002000:00100000:1.0:1746137567.721430:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819180 x1830957303046016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.721437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819180 with x1830957303046016 ext(0->4095) 00010000:00010000:1.0:1746137567.721441:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.721449:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.721455:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e819180 00000100:00100000:0.0:1746137567.724240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.724291:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046272 00000100:00100000:1.0:1746137567.724296:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293037056:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.724297:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046272 00010000:00010000:1.0:1746137567.724320:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.724339:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:3.0:1746137567.724346:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30634 00000100:00100000:3.0:1746137567.724359:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303046272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.724370:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.724383:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f935f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.724404:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.724409:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.724416:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.724419:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.724456:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.724467:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.724474:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63200, rc 0) 00000100:00100000:1.0:1746137567.724895:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303045760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5515us (5670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.724901:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30633 00000100:00100000:3.0:1746137567.725053:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1731:x1830957303046272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 698us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.725059:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30634 00000100:00100000:0.0:1746137567.726462:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.726843:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046144 00000100:00100000:3.0:1746137567.726851:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046144 00010000:00010000:3.0:1746137567.726876:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 7 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.726911:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18399 00000100:00100000:3.0:1746137567.726918:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303046144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.726928:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.726959:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 7 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.726970:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 7 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.726989:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7857 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9351 expref: 7 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.727004:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.727006:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.727011:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.727019:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.727045:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.727055:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 33 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.727065:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293037312:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.727130:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.734857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.734972:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046528 00000100:00100000:2.0:1746137567.734981:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046528 00002000:00100000:2.0:1746137567.735024:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818e00 x1830957303046528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.735034:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818e00 with x1830957303046528 ext(0->4095) 00010000:00010000:2.0:1746137567.735042:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.735055:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.735061:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818e00 00000100:00100000:2.0:1746137567.735099:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3296 00000100:00100000:2.0:1746137567.735106:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303046528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.735234:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293037312:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.735262:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.735834:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303046528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 727us (984us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.735842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3296 00002000:00100000:2.0:1746137567.735847:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818e00 x1830957303046528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.735854:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818e00 with x1830957303046528 ext(0->4095) 00010000:00010000:2.0:1746137567.735860:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.735869:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.735874:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818e00 00000100:00100000:3.0:1746137567.736065:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303046144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9146us (9606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.736073:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18399 00000100:00100000:0.0:1746137567.739039:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.739992:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046656 00000100:00100000:3.0:1746137567.740002:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046656 00000100:00100000:3.0:1746137567.740058:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30635 00000100:00100000:3.0:1746137567.740066:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303046656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.740083:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.740098:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9366 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.740126:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.740132:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.740137:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.740140:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.740188:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.740201:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.740209:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137567.740250:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303046656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.740259:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30635 00000100:00100000:0.0:1746137567.742167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.742232:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303046784 00000100:00100000:3.0:1746137567.742240:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303046784 00010000:00010000:3.0:1746137567.742268:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.742306:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18400 00000100:00100000:3.0:1746137567.742313:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303046784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.742323:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.742340:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.742351:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.742370:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f785e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9358 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.742390:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.742392:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.742398:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.742405:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.742430:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.742441:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 5 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.742452:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293037568:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.742530:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.746629:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293037568:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.746748:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.747503:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303046784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5188us (5340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.747514:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18400 00000100:00100000:1.0:1746137567.748015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.748596:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047040 00000100:00100000:3.0:1746137567.748604:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047040 00002000:00100000:3.0:1746137567.748639:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ced80 x1830957303047040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.748648:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ced80 with x1830957303047040 ext(0->4095) 00010000:00010000:3.0:1746137567.748657:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.748669:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.748675:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ced80 00000100:00100000:3.0:1746137567.748710:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3297 00000100:00100000:3.0:1746137567.748718:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303047040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.748832:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303047040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (818us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.748838:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3297 00002000:00100000:3.0:1746137567.748843:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ced80 x1830957303047040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.748850:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ced80 with x1830957303047040 ext(0->4095) 00010000:00010000:3.0:1746137567.748854:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.748863:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.749133:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ced80 00000100:00100000:0.0:1746137567.752214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.752857:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047168 00000100:00100000:3.0:1746137567.752867:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047168 00010000:00010000:3.0:1746137567.752899:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.753090:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18401 00000100:00100000:1.0:1746137567.753099:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303047168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.753114:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.753133:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.753144:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.753163:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f7865 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f935f expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.753188:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.753190:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.753196:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.753203:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.753240:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.753252:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293037696:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.753326:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.755230:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293037696:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.755246:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.755281:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303047168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2183us (3077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.755289:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18401 00000100:00100000:0.0:1746137567.757316:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.757390:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047424 00000100:00100000:3.0:1746137567.757399:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047424 00002000:00100000:3.0:1746137567.757434:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957303047424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.757443:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957303047424 ext(0->4095) 00002000:00010000:3.0:1746137567.757447:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:3.0:1746137567.757462:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14248 00000100:00100000:3.0:1746137567.757467:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303047424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.757829:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303047424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.757834:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14248 00002000:00100000:3.0:1746137567.757840:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957303047424/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.757847:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957303047424 ext(0->4095) 00002000:00010000:3.0:1746137567.757849:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:0.0:1746137567.759596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.759780:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047552 00000100:00100000:1.0:1746137567.759787:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047552 00000100:00100000:1.0:1746137567.759830:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30636 00000100:00100000:1.0:1746137567.759836:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303047552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.759849:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.759863:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f936d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.759887:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.759894:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.759895:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.759898:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.759928:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.759961:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 33 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.759973:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293037824:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.760041:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.762251:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293037824:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.762279:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.762293:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137567.762329:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303047552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.762338:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30636 00000100:00100000:0.0:1746137567.762535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.762964:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047680 00000100:00100000:1.0:1746137567.762971:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047680 00010000:00010000:1.0:1746137567.762996:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.763326:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18402 00000100:00100000:1.0:1746137567.763335:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303047680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.763347:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.763367:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.763378:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.763396:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f786c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9366 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.763417:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.763419:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.763425:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.763433:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.763458:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.763468:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293037952:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.763523:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.766722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.766752:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293037952:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.766770:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.766815:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303047680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3481us (4279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.766825:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18402 00000100:00100000:3.0:1746137567.767184:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303047936 00000100:00100000:3.0:1746137567.767190:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303047936 00002000:00100000:3.0:1746137567.767223:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814e00 x1830957303047936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.767230:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957303047936 ext(0->4095) 00002000:00010000:3.0:1746137567.767234:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814e00 00000100:00100000:3.0:1746137567.767532:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14249 00000100:00100000:3.0:1746137567.767538:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303047936:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.768058:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303047936:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 520us (1346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.768064:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14249 00002000:00100000:3.0:1746137567.768070:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814e00 x1830957303047936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.768077:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957303047936 ext(0->4095) 00002000:00010000:3.0:1746137567.768080:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814e00 00000100:00100000:2.0:1746137567.768440:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.768815:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048064 00000100:00100000:1.0:1746137567.768820:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048064 00000100:00100000:1.0:1746137567.768852:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30637 00000100:00100000:1.0:1746137567.768858:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303048064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.768871:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.768885:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9374 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.768905:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.768912:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.768914:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.768916:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.769207:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.769219:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.769229:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038080:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.770037:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.770639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.770680:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048192 00000100:00100000:3.0:1746137567.770685:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048192 00000100:00100000:3.0:1746137567.770834:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30638 00000100:00100000:3.0:1746137567.770841:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303048192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.770853:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.770865:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f937b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.770882:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.770887:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.770892:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.770895:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.770931:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.771241:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.771251:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62400, rc 0) 00000100:00100000:3.0:1746137567.771298:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1731:x1830957303048192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 456us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.771304:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30638 00000100:00100000:1.0:1746137567.772461:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038080:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.772479:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.772494:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137567.772515:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303048064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3658us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.772520:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30637 00000100:00100000:0.0:1746137567.773407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.773476:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048320 00000100:00100000:1.0:1746137567.773482:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048320 00010000:00010000:1.0:1746137567.773504:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.773535:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18403 00000100:00100000:1.0:1746137567.773542:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303048320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.773561:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.773580:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.773589:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.773606:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f7873 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f936d expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.773802:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.773805:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.773811:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.773823:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.773847:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.773858:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 34 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.773870:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038336:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.774265:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.775973:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.776119:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038336:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.776134:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.776177:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303048320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2635us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.776188:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18403 00000100:00100000:2.0:1746137567.776364:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048576 00000100:00100000:2.0:1746137567.776370:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048576 00002000:00100000:2.0:1746137567.776402:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817480 x1830957303048576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.776411:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817480 with x1830957303048576 ext(0->4095) 00010000:00010000:2.0:1746137567.776418:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.776433:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.776440:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817480 00000100:00100000:2.0:1746137567.776471:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3298 00000100:00100000:2.0:1746137567.776478:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303048576:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137567.776612:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303048576:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.776617:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3298 00002000:00100000:2.0:1746137567.776623:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817480 x1830957303048576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.776631:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817480 with x1830957303048576 ext(0->4095) 00010000:00010000:2.0:1746137567.776636:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.776644:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:2.0:1746137567.776650:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817480 00000100:00100000:0.0:1746137567.778483:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.778633:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048704 00000100:00100000:1.0:1746137567.778641:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048704 00010000:00010000:1.0:1746137567.778668:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.778703:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18404 00000100:00100000:1.0:1746137567.778710:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303048704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.778721:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.778740:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.778752:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.778770:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f787a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9374 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.778785:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.778787:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.778793:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.778800:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.778831:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.778842:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038464:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.778925:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.781351:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.781404:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303048960 00000100:00100000:3.0:1746137567.781412:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303048960 00002000:00100000:3.0:1746137567.781449:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817100 x1830957303048960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.781464:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817100 with x1830957303048960 ext(0->4095) 00002000:00010000:3.0:1746137567.781468:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f817100 00000100:00100000:1.0:1746137567.781494:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038464:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.781499:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14250 00000100:00100000:3.0:1746137567.781505:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303048960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746137567.781508:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.781542:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303048704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2833us (3066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.781559:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18404 00000100:00100000:3.0:1746137567.781791:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303048960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 285us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.781797:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14250 00002000:00100000:3.0:1746137567.781802:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817100 x1830957303048960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.781808:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817100 with x1830957303048960 ext(0->4095) 00002000:00010000:3.0:1746137567.781811:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f817100 00000100:00100000:0.0:1746137567.783244:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.783359:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049088 00000100:00100000:1.0:1746137567.783365:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049088 00000100:00100000:1.0:1746137567.783406:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30639 00000100:00100000:1.0:1746137567.783412:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303049088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.783423:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.783436:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9382 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.783457:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.783463:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.783465:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.783468:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.783492:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.783503:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 33 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.783514:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038592:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.783591:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.784922:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038592:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.784968:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.784985:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137567.785016:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303049088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1605us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.785022:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30639 00000100:00100000:0.0:1746137567.785436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.785499:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049216 00000100:00100000:1.0:1746137567.785503:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049216 00010000:00010000:1.0:1746137567.785527:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.785685:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18405 00000100:00100000:1.0:1746137567.785691:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303049216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.785702:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.785720:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.785729:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.785746:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f7881 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f937b expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.785840:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.785842:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.785847:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.785858:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.785881:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.785890:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038720:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.786079:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.787057:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293038720:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.787068:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.787091:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2005:x1830957303049216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1400us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.787098:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18405 00000100:00100000:0.0:1746137567.788211:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.788277:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049472 00000100:00100000:3.0:1746137567.788283:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049472 00002000:00100000:3.0:1746137567.788313:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957303049472/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.788320:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957303049472 ext(0->4095) 00002000:00010000:3.0:1746137567.788324:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815f80 00000100:00100000:3.0:1746137567.788344:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14251 00000100:00100000:3.0:1746137567.788351:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303049472:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.788656:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303049472:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 305us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.788663:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14251 00002000:00100000:3.0:1746137567.788670:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815f80 x1830957303049472/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.788676:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815f80 with x1830957303049472 ext(0->4095) 00002000:00010000:3.0:1746137567.788678:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815f80 00000100:00100000:0.0:1746137567.790177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.790244:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049600 00000100:00100000:1.0:1746137567.790251:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049600 00000100:00100000:1.0:1746137567.790291:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30640 00000100:00100000:1.0:1746137567.790298:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303049600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.790311:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.790325:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9389 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.790348:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.790354:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.790356:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.790359:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.790386:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.790396:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.790408:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038848:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137567.790487:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.791890:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.792043:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293038848:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137567.792048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137567.792066:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 34 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.792079:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137567.792100:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049856 00000100:00100000:1.0:1746137567.792104:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049856 00000100:00100000:3.0:1746137567.792129:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303049728 00010000:00010000:1.0:1746137567.792129:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.792134:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303049728 00000100:00100000:1.0:1746137567.792168:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18406 00000100:00100000:3.0:1746137567.792169:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30641 00000100:00100000:3.0:1746137567.792174:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303049728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137567.792174:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303049856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.792183:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.792184:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.792192:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9390 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.792206:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.792206:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.792210:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.792215:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.792218:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.792237:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.792257:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7888 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9382 expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.792275:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.792277:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.792282:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.792289:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.792300:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.792617:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.792627:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293038976:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.792633:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.792640:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.792645:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039104:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.792682:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.792685:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.792695:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1731:x1830957303049600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.792701:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30640 00000100:00100000:3.0:1746137567.794145:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293038976:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.794177:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.794190:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63a00, rc 0) 00000100:00100000:3.0:1746137567.794217:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303049728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.794224:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30641 00000100:00100000:1.0:1746137567.794287:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039104:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.794296:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.794313:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303049856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2139us (2265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.794320:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18406 00000100:00100000:0.0:1746137567.795348:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.795554:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050112 00000100:00100000:3.0:1746137567.795561:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050112 00002000:00100000:3.0:1746137567.795593:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303050112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.795602:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303050112 ext(0->4095) 00010000:00010000:3.0:1746137567.795609:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.795620:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.795626:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:3.0:1746137567.795652:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3299 00000100:00100000:3.0:1746137567.795658:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303050112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.795777:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303050112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.795787:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3299 00002000:00100000:3.0:1746137567.795793:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303050112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.795799:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303050112 ext(0->4095) 00010000:00010000:3.0:1746137567.795802:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.795810:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.795815:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:0.0:1746137567.798712:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.798794:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050240 00000100:00100000:3.0:1746137567.798802:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050240 00000100:00100000:3.0:1746137567.799062:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30642 00000100:00100000:3.0:1746137567.799071:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303050240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.799087:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.799103:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9397 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.799130:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.799136:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.799141:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.799144:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.799194:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.799206:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.799214:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62400, rc 0) 00000100:00100000:3.0:1746137567.799813:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303050240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 741us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.799819:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30642 00000100:00100000:0.0:1746137567.800440:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.800912:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050368 00000100:00100000:1.0:1746137567.800917:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050368 00010000:00010000:1.0:1746137567.800958:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.800980:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18407 00000100:00100000:1.0:1746137567.800986:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303050368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.800996:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.801013:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.801024:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.801042:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f788f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9389 expref: 35 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.801056:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.801057:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.801063:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.801070:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.801094:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.801104:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.801114:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039360:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.801173:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.802681:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039360:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137567.802695:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137567.802728:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303050368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1742us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.802736:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18407 00000100:00100000:0.0:1746137567.803671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.803726:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050624 00000100:00100000:3.0:1746137567.803733:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050624 00002000:00100000:3.0:1746137567.803769:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0a80 x1830957303050624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.803778:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0a80 with x1830957303050624 ext(0->4095) 00010000:00010000:3.0:1746137567.803784:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.803795:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.803800:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f0a80 00000100:00100000:3.0:1746137567.803825:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3300 00000100:00100000:3.0:1746137567.803831:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303050624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.804155:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303050624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.804162:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3300 00002000:00100000:3.0:1746137567.804167:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0a80 x1830957303050624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.804173:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0a80 with x1830957303050624 ext(0->4095) 00010000:00010000:3.0:1746137567.804177:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.804185:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.804189:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f0a80 00000100:00100000:0.0:1746137567.805882:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.806026:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050752 00000100:00100000:3.0:1746137567.806032:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050752 00000100:00100000:3.0:1746137567.806066:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30643 00000100:00100000:3.0:1746137567.806071:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303050752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.806081:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.806094:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f939e expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.806112:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.806116:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.806120:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.806122:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.806162:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.806170:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.806175:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63200, rc 0) 00000100:00100000:3.0:1746137567.806204:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303050752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.806208:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30643 00000100:00100000:0.0:1746137567.806334:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.806368:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303050880 00000100:00100000:1.0:1746137567.806372:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303050880 00010000:00010000:1.0:1746137567.806387:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.806408:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18408 00000100:00100000:1.0:1746137567.806412:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2008:x1830957303050880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137567.806420:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137567.806436:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.806450:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.806464:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7896 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9390 expref: 35 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.806475:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.806476:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.806481:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.806488:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.806506:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.806516:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 5 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.806526:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039616:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.806631:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.808979:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039616:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137567.808997:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137567.809046:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2008:x1830957303050880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2631us (2715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.809054:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18408 00000100:00100000:2.0:1746137567.809185:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.809905:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051136 00000100:00100000:0.0:1746137567.809911:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051136 00002000:00100000:0.0:1746137567.809972:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10700 x1830957303051136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.809985:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10700 with x1830957303051136 ext(0->4095) 00010000:00010000:0.0:1746137567.809993:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.810005:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.810011:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10700 00000100:00100000:0.0:1746137567.810028:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3301 00000100:00100000:0.0:1746137567.810035:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303051136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137567.810148:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303051136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (963us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.810153:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3301 00002000:00100000:0.0:1746137567.810157:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10700 x1830957303051136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.810165:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10700 with x1830957303051136 ext(0->4095) 00010000:00010000:0.0:1746137567.810168:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.810176:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.810181:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10700 00000100:00100000:0.0:1746137567.815072:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.817904:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051264 00000100:00100000:2.0:1746137567.817919:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051264 00010000:00010000:2.0:1746137567.817974:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.818014:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18409 00000100:00100000:2.0:1746137567.818022:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303051264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.818037:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.818058:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.818069:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.818091:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f789d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9397 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.818129:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.818131:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.818138:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.818145:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.818178:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.818190:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039744:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.818287:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.823875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.823897:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293039744:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.823923:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.824082:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303051264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6060us (9020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.824096:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18409 00000100:00100000:3.0:1746137567.824967:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051520 00000100:00100000:3.0:1746137567.824975:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051520 00002000:00100000:3.0:1746137567.825011:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1f80 x1830957303051520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.825022:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1f80 with x1830957303051520 ext(0->4095) 00002000:00010000:3.0:1746137567.825026:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1f80 00000100:00100000:3.0:1746137567.825047:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14252 00000100:00100000:3.0:1746137567.825054:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303051520:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.825173:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303051520:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.825179:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14252 00002000:00100000:3.0:1746137567.825185:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1f80 x1830957303051520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.825197:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1f80 with x1830957303051520 ext(0->4095) 00002000:00010000:3.0:1746137567.825200:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1f80 00000100:00100000:0.0:1746137567.830068:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.830173:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051648 00000100:00100000:3.0:1746137567.830182:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051648 00000100:00100000:3.0:1746137567.830540:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30644 00000100:00100000:3.0:1746137567.830557:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303051648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.830576:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.830593:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93a5 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.830622:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.830629:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.830631:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.830634:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.830665:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.830676:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 33 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.830688:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293039872:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.831338:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.835705:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.835877:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293039872:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.835919:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.835968:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137567.836015:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303051648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5467us (5956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.836025:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30644 00000100:00100000:1.0:1746137567.836102:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051776 00000100:00100000:1.0:1746137567.836109:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051776 00002000:00100000:1.0:1746137567.836144:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800730f2d80 x1830957303051776/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.836159:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f2d80 with x1830957303051776 ext(0->7) 00010000:00010000:1.0:1746137567.836165:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.836176:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 34 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:1.0:1746137567.836182:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f2d80 00000100:00100000:1.0:1746137567.836207:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3302 00000100:00100000:1.0:1746137567.836213:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303051776:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137567.837706:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303051776:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1487us (2006us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746137567.837713:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3302 00002000:00100000:0.0:1746137567.837720:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800730f2d80 x1830957303051776/t4294972278(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 496/448 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.837728:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f2d80 with x1830957303051776 ext(0->7) 00010000:00010000:0.0:1746137567.837734:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.837744:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.837749:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f2d80 00000100:00100000:0.0:1746137567.841844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.842009:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303051904 00000100:00100000:2.0:1746137567.842018:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303051904 00010000:00010000:2.0:1746137567.842051:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.842085:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18410 00000100:00100000:2.0:1746137567.842092:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2007:x1830957303051904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.842207:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.842226:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.842238:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.842259:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63200/0x95b3ed7b846f78a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f939e expref: 36 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.842287:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.842289:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.842295:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.842303:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.842334:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.842346:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040000:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.842466:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.845340:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040000:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.845362:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.845529:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2007:x1830957303051904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3435us (3693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.845543:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18410 00000100:00100000:0.0:1746137567.845731:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.846155:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052160 00000100:00100000:1.0:1746137567.846162:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052160 00002000:00100000:1.0:1746137567.846197:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1c00 x1830957303052160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.846206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1c00 with x1830957303052160 ext(0->4095) 00002000:00010000:1.0:1746137567.846210:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1c00 00000100:00100000:1.0:1746137567.846236:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14253 00000100:00100000:1.0:1746137567.846242:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303052160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137567.846348:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303052160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.846353:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14253 00002000:00100000:1.0:1746137567.846358:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1c00 x1830957303052160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.846370:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1c00 with x1830957303052160 ext(0->4095) 00002000:00010000:1.0:1746137567.846372:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1c00 00000100:00100000:0.0:1746137567.849825:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.849923:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052288 00000100:00100000:3.0:1746137567.849932:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052288 00000100:00100000:3.0:1746137567.850015:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30645 00000100:00100000:3.0:1746137567.850023:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303052288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.850038:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.850053:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93ac expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.850083:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.850090:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.850091:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.850094:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.850120:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.850131:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 5 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:3.0:1746137567.850143:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293040128:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.850220:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.855924:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.856046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.856132:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052416 00000100:00100000:1.0:1746137567.856141:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052416 00000100:00100000:1.0:1746137567.856184:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30646 00000100:00100000:1.0:1746137567.856198:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303052416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.856217:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137567.856328:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052544 00000100:00100000:2.0:1746137567.856333:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052544 00010000:00010000:2.0:1746137567.856352:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.856360:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93b3 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.856370:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18411 00000100:00100000:2.0:1746137567.856375:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303052544:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.856384:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.856401:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.856412:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.856431:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.856432:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.856438:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.856446:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.856613:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.856620:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.856621:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.856624:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.856627:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93a5 expref: 6 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:1.0:1746137567.856654:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.856656:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293040128:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.856666:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:1.0:1746137567.856678:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293040256:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.856690:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.856699:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 7/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.856707:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62400, rc 0) 00010000:00010000:2.0:1746137567.856756:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.856764:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 38 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.856773:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040384:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.856797:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303052288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6775us (6980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.856804:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30645 00000100:00100000:2.0:1746137567.856820:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.856821:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86879c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.858201:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293040256:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137567.858238:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.858250:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137567.858275:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303052416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2084us (2362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.858281:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30646 00000100:00100000:2.0:1746137567.858432:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040384:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.858443:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.858460:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303052544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2084us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.858467:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18411 00000100:00100000:0.0:1746137567.858710:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.858823:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052800 00000100:00100000:3.0:1746137567.858829:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052800 00002000:00100000:3.0:1746137567.858857:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3100 x1830957303052800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.858867:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3100 with x1830957303052800 ext(0->4095) 00010000:00010000:3.0:1746137567.858873:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.858889:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.858895:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3100 00000100:00100000:3.0:1746137567.858917:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3303 00000100:00100000:3.0:1746137567.858923:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303052800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.859034:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303052800:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.859040:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3303 00002000:00100000:3.0:1746137567.859044:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3100 x1830957303052800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.859051:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3100 with x1830957303052800 ext(0->4095) 00010000:00010000:3.0:1746137567.859056:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.859064:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.859070:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3100 00000100:00100000:0.0:1746137567.861027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.861903:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.862435:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303052928 00000100:00100000:1.0:1746137567.862444:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303052928 00000100:00100000:1.0:1746137567.862489:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30647 00000100:00100000:1.0:1746137567.862496:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303052928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.862512:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.862525:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93ba expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.862558:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.862564:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.862570:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137567.862572:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.862603:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.862613:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.862621:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137567.862666:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303052928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.862671:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30647 00000100:00100000:2.0:1746137567.862765:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053056 00000100:00100000:2.0:1746137567.862769:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053056 00010000:00010000:2.0:1746137567.862786:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.862804:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18412 00000100:00100000:2.0:1746137567.862809:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2007:x1830957303053056:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.862817:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.862835:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.862846:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.862862:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ac expref: 37 pid: 24924 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.862890:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.862892:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.862897:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.862904:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.862928:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.862953:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.862964:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040640:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.863028:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.866222:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040640:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.866241:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.866274:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2007:x1830957303053056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3464us (4371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.866283:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18412 00000100:00100000:1.0:1746137567.866700:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.866757:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053312 00000100:00100000:0.0:1746137567.866764:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053312 00002000:00100000:0.0:1746137567.866797:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957303053312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.866806:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957303053312 ext(0->4095) 00010000:00010000:0.0:1746137567.866813:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.866824:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.866830:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cfb80 00000100:00100000:0.0:1746137567.867148:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3304 00000100:00100000:0.0:1746137567.867156:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303053312:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137567.867273:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303053312:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.867278:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3304 00002000:00100000:0.0:1746137567.867284:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957303053312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.867291:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957303053312 ext(0->4095) 00010000:00010000:0.0:1746137567.867295:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:0.0:1746137567.867304:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 36 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:0.0:1746137567.867309:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cfb80 00000100:00100000:0.0:1746137567.868842:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.868898:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053440 00000100:00100000:3.0:1746137567.868906:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053440 00000100:00100000:0.0:1746137567.868914:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.868988:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30648 00000100:00100000:3.0:1746137567.868996:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303053440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.869007:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.869022:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93c1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.869044:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.869050:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.869056:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137567.869059:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.869104:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.869117:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.869127:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62400, rc 0) 00000100:00100000:3.0:1746137567.869223:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303053440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.869227:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053568 00000100:00100000:3.0:1746137567.869229:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30648 00000100:00100000:2.0:1746137567.869230:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053568 00010000:00010000:2.0:1746137567.869243:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 37 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.869269:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18413 00000100:00100000:2.0:1746137567.869275:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303053568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.869632:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.869650:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 37 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.869659:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 37 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.869673:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f78b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93b3 expref: 37 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.869714:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.869716:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.869721:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.869728:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.869748:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.869758:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 5 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.869776:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040896:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.869830:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.871749:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293040896:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.871768:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.871808:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303053568:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2531us (2892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.871818:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18413 00000100:00100000:0.0:1746137567.871870:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.872000:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053824 00000100:00100000:3.0:1746137567.872007:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053824 00002000:00100000:3.0:1746137567.872037:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f521c00 x1830957303053824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.872046:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f521c00 with x1830957303053824 ext(0->4095) 00010000:00010000:3.0:1746137567.872053:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.872070:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.872075:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f521c00 00000100:00100000:3.0:1746137567.872091:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3305 00000100:00100000:3.0:1746137567.872097:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303053824:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.872211:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303053824:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.872217:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3305 00002000:00100000:3.0:1746137567.872222:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f521c00 x1830957303053824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.872228:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f521c00 with x1830957303053824 ext(0->4095) 00010000:00010000:3.0:1746137567.872233:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:3.0:1746137567.872240:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00002000:00010000:3.0:1746137567.872245:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f521c00 00000100:00100000:0.0:1746137567.874752:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.874859:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303053952 00000100:00100000:2.0:1746137567.874866:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303053952 00010000:00010000:2.0:1746137567.874893:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00000100:00100000:2.0:1746137567.875143:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18414 00000100:00100000:2.0:1746137567.875151:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303053952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.875163:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.875182:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.875194:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.875213:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f78c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93ba expref: 6 pid: 16986 timeout: 760 lvb_type: 0 00010000:00010000:2.0:1746137567.875237:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.875239:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.875246:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.875253:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.875282:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.875294:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041024:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.876014:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.877904:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041024:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.877922:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.877987:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303053952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2836us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.877996:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18414 00000100:00100000:0.0:1746137567.878879:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.878961:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054208 00000100:00100000:3.0:1746137567.878969:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054208 00002000:00100000:3.0:1746137567.879004:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f522d80 x1830957303054208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.879014:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522d80 with x1830957303054208 ext(0->4095) 00002000:00010000:3.0:1746137567.879018:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522d80 00000100:00100000:3.0:1746137567.879039:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14254 00000100:00100000:3.0:1746137567.879045:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303054208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.879168:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303054208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.879173:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14254 00002000:00100000:3.0:1746137567.879178:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f522d80 x1830957303054208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.879185:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522d80 with x1830957303054208 ext(0->4095) 00002000:00010000:3.0:1746137567.879188:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522d80 00000100:00100000:0.0:1746137567.880338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.880410:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054336 00000100:00100000:3.0:1746137567.880415:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054336 00000100:00100000:3.0:1746137567.880451:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30649 00000100:00100000:3.0:1746137567.880458:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303054336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.880469:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.880482:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93c8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.880505:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.880512:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.880514:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.880517:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.880557:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.880568:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 35 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.880579:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041152:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.880648:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.882227:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041152:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.882265:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.882278:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe62600, rc 0) 00000100:00100000:3.0:1746137567.882319:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303054336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1860us (1983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.882326:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30649 00000100:00100000:0.0:1746137567.882722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.883166:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054464 00000100:00100000:2.0:1746137567.883172:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054464 00010000:00010000:2.0:1746137567.883194:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.883223:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18415 00000100:00100000:2.0:1746137567.883228:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303054464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.883238:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.883254:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.883268:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.883287:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62400/0x95b3ed7b846f78c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c1 expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.883308:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.883309:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.883315:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.883321:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.883344:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.883353:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041280:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.883409:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.885193:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041280:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.885206:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.885236:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303054464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2007us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.885243:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18415 00000100:00100000:1.0:1746137567.886589:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.887001:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054720 00000100:00100000:0.0:1746137567.887008:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054720 00002000:00100000:0.0:1746137567.887042:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd180 x1830957303054720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.887052:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd180 with x1830957303054720 ext(0->4095) 00002000:00010000:0.0:1746137567.887055:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cd180 00000100:00100000:0.0:1746137567.887156:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14255 00000100:00100000:0.0:1746137567.887162:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303054720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137567.887448:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303054720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 285us (861us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.887457:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14255 00002000:00100000:0.0:1746137567.887462:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd180 x1830957303054720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.887468:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd180 with x1830957303054720 ext(0->4095) 00002000:00010000:0.0:1746137567.887470:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cd180 00000100:00100000:0.0:1746137567.888805:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.888853:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054848 00000100:00100000:3.0:1746137567.888858:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054848 00000100:00100000:3.0:1746137567.888893:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30650 00000100:00100000:3.0:1746137567.888898:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303054848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.888910:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.888924:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93cf expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.888987:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.888995:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.888996:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.889000:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.889028:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.889040:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 5 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.889056:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041408:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.889239:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.889527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.889591:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303054976 00000100:00100000:1.0:1746137567.889595:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303054976 00000100:00100000:1.0:1746137567.889624:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30651 00000100:00100000:1.0:1746137567.889630:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303054976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.889637:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.889646:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93d6 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.889660:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.889664:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.889671:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.889674:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.889695:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.889705:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.889714:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137567.889747:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303054976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.889752:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30651 00000100:00100000:3.0:1746137567.890563:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041408:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.890591:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.890599:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63000, rc 0) 00000100:00100000:3.0:1746137567.890698:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303054848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1799us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.890704:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30650 00000100:00100000:0.0:1746137567.891789:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.891839:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303055104 00000100:00100000:2.0:1746137567.891843:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303055104 00010000:00010000:2.0:1746137567.891866:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.891893:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18416 00000100:00100000:2.0:1746137567.891901:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303055104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137567.891910:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137567.891926:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.891955:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.891972:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe62600/0x95b3ed7b846f78ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93c8 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.891996:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.891998:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.892003:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.892010:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.892034:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.892044:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.892054:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041664:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.892111:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.895241:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041664:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137567.895263:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.895308:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303055104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3406us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.895318:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18416 00000100:00100000:2.0:1746137567.895875:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.895987:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303055360 00000100:00100000:0.0:1746137567.895993:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303055360 00002000:00100000:0.0:1746137567.896030:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12a00 x1830957303055360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.896039:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12a00 with x1830957303055360 ext(0->4095) 00010000:00010000:0.0:1746137567.896047:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137567.896058:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137567.896064:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12a00 00000100:00100000:0.0:1746137567.896087:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3306 00000100:00100000:0.0:1746137567.896094:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303055360:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137567.896241:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303055360:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137567.896249:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3306 00002000:00100000:0.0:1746137567.896255:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12a00 x1830957303055360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137567.896262:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12a00 with x1830957303055360 ext(0->4095) 00010000:00010000:0.0:1746137567.896267:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137567.896274:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137567.896280:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12a00 00000100:00100000:0.0:1746137567.898156:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.898225:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303055488 00000100:00100000:3.0:1746137567.898231:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303055488 00010000:00010000:3.0:1746137567.898258:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.898283:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18417 00000100:00100000:3.0:1746137567.898288:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303055488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.898301:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.898317:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.898327:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.898345:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f78d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93cf expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.898371:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.898373:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.898378:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.898385:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.898413:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.898423:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041792:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.898475:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.901593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.901698:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293041792:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.901730:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.901768:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303055488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3479us (3618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.901779:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18417 00000100:00100000:1.0:1746137567.901932:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303055744 00000100:00100000:1.0:1746137567.901958:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303055744 00002000:00100000:1.0:1746137567.901991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb82d80 x1830957303055744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.902000:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82d80 with x1830957303055744 ext(0->4095) 00002000:00010000:1.0:1746137567.902004:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb82d80 00000100:00100000:1.0:1746137567.902019:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14256 00000100:00100000:1.0:1746137567.902025:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2008:x1830957303055744:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137567.902685:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2008:x1830957303055744:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 658us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137567.902691:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14256 00002000:00100000:1.0:1746137567.902697:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb82d80 x1830957303055744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137567.902704:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82d80 with x1830957303055744 ext(0->4095) 00002000:00010000:1.0:1746137567.902707:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb82d80 00000100:00100000:0.0:1746137567.905330:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.905459:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303055872 00000100:00100000:3.0:1746137567.905467:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303055872 00000100:00100000:3.0:1746137567.905662:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30652 00000100:00100000:3.0:1746137567.905670:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303055872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.905684:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.905699:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93dd expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.905725:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.905733:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.905735:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137567.905738:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.905765:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.905776:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 35 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.905787:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041920:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.905870:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.907803:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293041920:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.907844:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.907860:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63a00, rc 0) 00000100:00100000:3.0:1746137567.907908:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303055872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2238us (2586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.907916:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30652 00000100:00100000:0.0:1746137567.909007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.909287:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056000 00000100:00100000:3.0:1746137567.909295:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056000 00010000:00010000:3.0:1746137567.909320:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.909355:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18418 00000100:00100000:3.0:1746137567.909364:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303056000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.909379:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.909396:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.909407:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.909426:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f78dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93d6 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.909446:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.909448:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.909453:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.909460:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.909484:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.909493:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293042048:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.909570:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.911202:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293042048:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.911230:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.911269:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303056000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1907us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.911278:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18418 00000100:00100000:1.0:1746137567.912102:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.912169:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056256 00000100:00100000:2.0:1746137567.912176:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056256 00002000:00100000:2.0:1746137567.912210:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cc000 x1830957303056256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.912219:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc000 with x1830957303056256 ext(0->4095) 00002000:00010000:2.0:1746137567.912224:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cc000 00000100:00100000:2.0:1746137567.912252:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14257 00000100:00100000:2.0:1746137567.912260:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303056256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137567.912689:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.912735:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056384 00000100:00100000:3.0:1746137567.912739:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056384 00000100:00100000:3.0:1746137567.912761:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30653 00000100:00100000:3.0:1746137567.912766:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303056384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137567.912775:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137567.912788:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93e4 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.912819:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.912825:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.912827:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.912830:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.912854:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.912865:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.912876:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293042176:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137567.912955:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.913165:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303056256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 904us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.913171:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14257 00002000:00100000:2.0:1746137567.913177:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cc000 x1830957303056256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.913185:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc000 with x1830957303056256 ext(0->4095) 00010000:00010000:2.0:1746137567.913190:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.913199:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.913204:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cc000 00000100:00100000:0.0:1746137567.915099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137567.915163:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056512 00000100:00100000:1.0:1746137567.915169:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056512 00000100:00100000:1.0:1746137567.915200:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30654 00000100:00100000:1.0:1746137567.915206:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303056512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137567.915217:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137567.915228:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93eb expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.915247:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137567.915251:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.915256:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137567.915258:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 38 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.915282:0:9556:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.915291:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 38 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137567.915298:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137567.915327:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303056512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.915332:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30654 00000100:00100000:3.0:1746137567.915595:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293042176:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137567.915624:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.915633:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137567.915655:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303056384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2888us (2966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.915660:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30653 00000100:00100000:0.0:1746137567.924451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.924712:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056640 00000100:00100000:3.0:1746137567.924722:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056640 00010000:00010000:3.0:1746137567.924753:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.924791:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18419 00000100:00100000:3.0:1746137567.924799:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303056640:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.924812:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.924829:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.924841:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.924861:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f78e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93dd expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.924885:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.924887:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.924894:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.924901:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.924933:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.924969:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 36 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.924982:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293042432:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.925070:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.927381:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293042432:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.927413:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.927453:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303056640:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2655us (3012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.927462:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18419 00000100:00100000:0.0:1746137567.927883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.927995:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303056896 00000100:00100000:2.0:1746137567.928003:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303056896 00002000:00100000:2.0:1746137567.928453:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498000 x1830957303056896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.928463:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498000 with x1830957303056896 ext(0->4095) 00010000:00010000:2.0:1746137567.928471:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.928483:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.928489:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f498000 00000100:00100000:2.0:1746137567.928518:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3307 00000100:00100000:2.0:1746137567.928524:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303056896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.928734:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303056896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 209us (851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.928744:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3307 00002000:00100000:2.0:1746137567.928749:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f498000 x1830957303056896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.928762:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498000 with x1830957303056896 ext(0->4095) 00010000:00010000:2.0:1746137567.928766:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.928774:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.928780:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f498000 00000100:00100000:0.0:1746137567.933013:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.935042:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057024 00000100:00100000:3.0:1746137567.935055:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057024 00010000:00010000:3.0:1746137567.935095:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.935128:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18420 00000100:00100000:3.0:1746137567.935136:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303057024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.935150:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.935167:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.935178:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.935199:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f78ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93e4 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137567.935199:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6e05f5f4-9172-4147-a827-2132d2821563:3764:1830957293042560:0@lo:400:kworker.0 00010000:00010000:3.0:1746137567.935214:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.935216:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.935221:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.935228:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137567.935252:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746137567.935255:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.935264:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044224:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137567.935285:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293043072:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.935304:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.935306:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137567.935318:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293043584:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935332:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137567.935343:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293044096:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935356:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137567.935368:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746137567.935372:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293042688:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137567.935401:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293043200:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.935403:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043584 00000100:00100000:3.0:1746137567.935405:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043584 00000100:00100000:1.0:1746137567.935414:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746137567.935422:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137567.935424:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293043712:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137567.935444:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293044096 00000100:00100000:3.0:1746137567.935446:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293044096 00000100:00100000:1.0:1746137567.935454:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293042560 00000100:00100000:1.0:1746137567.935456:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293042560 00000100:00100000:3.0:1746137567.935461:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1746137567.935465:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293043584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935475:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1746137567.935478:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3764:x1830957293042560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935510:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3764:x1830957293042560:12345-0@lo:400:kworker.0 Request processed in 28us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.935516:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1746137567.935539:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293042816:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935540:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043072 00000100:00100000:1.0:1746137567.935542:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043072 00000100:00100000:0.0:1746137567.935570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137567.935577:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293042816 00000100:00100000:1.0:1746137567.935579:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293042816 00000100:00100000:0.0:1746137567.935585:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1830957293043328:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935589:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1746137567.935592:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293043072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.935598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137567.935608:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1830957293043840:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.935859:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293043072:12345-0@lo:400:kworker.0 Request processed in 265us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.935867:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1746137567.935878:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1746137567.935883:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293042816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137567.936614:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746137567.936620:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957293042944:0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137567.936651:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293043456:0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137567.936678:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293043968:0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137567.936715:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293042688 00000100:00100000:0.0:1746137567.936719:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293042688 00000100:00100000:0.0:1746137567.936741:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043200 00000100:00100000:0.0:1746137567.936743:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043200 00000100:00100000:0.0:1746137567.936752:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043712 00000100:00100000:0.0:1746137567.936753:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043712 00000100:00100000:0.0:1746137567.936763:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043328 00000100:00100000:0.0:1746137567.936764:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043328 00000100:00100000:0.0:1746137567.936772:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043840 00000100:00100000:0.0:1746137567.936774:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043840 00000100:00100000:0.0:1746137567.936781:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293042944 00000100:00100000:0.0:1746137567.936783:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293042944 00000100:00100000:0.0:1746137567.936791:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746137567.936794:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293042688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936821:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293042688:12345-0@lo:400:kworker.0 Request processed in 26us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.936825:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746137567.936836:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1746137567.936841:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293043200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936861:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293043200:12345-0@lo:400:kworker.0 Request processed in 20us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.936865:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1746137567.936872:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1746137567.936876:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293043712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936892:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293043712:12345-0@lo:400:kworker.0 Request processed in 16us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.936896:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1746137567.936902:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746137567.936906:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1830957293043328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.936927:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3762:x1830957293043328:12345-0@lo:400:kworker.0 Request processed in 21us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.936931:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746137567.936954:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1746137567.936959:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1830957293043840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137567.937050:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1746137567.937058:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957293042944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937308:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293043584:12345-0@lo:400:kworker.0 Request processed in 1841us (1974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.937315:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1746137567.937327:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043456 00000100:00100000:3.0:1746137567.937329:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043456 00000100:00100000:3.0:1746137567.937346:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293043968 00000100:00100000:3.0:1746137567.937348:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293043968 00000100:00100000:3.0:1746137567.937358:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1746137567.937362:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293044096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.937368:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293042816:12345-0@lo:400:kworker.0 Request processed in 1485us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.937374:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1746137567.937387:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293044096:12345-0@lo:400:kworker.0 Request processed in 24us (2029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.937391:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1746137567.937398:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1746137567.937401:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293043456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.937414:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293042688:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937417:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293043456:12345-0@lo:400:kworker.0 Request processed in 15us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.937421:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1746137567.937423:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293043200:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937427:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1746137567.937430:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293043968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.937430:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293043712:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.937437:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6e05f5f4-9172-4147-a827-2132d2821563:3764:1830957293042560:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937809:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293043968:12345-0@lo:400:kworker.0 Request processed in 378us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137567.937809:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293043072:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937815:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1746137567.937819:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293043584:0@lo:400:kworker.0 00000100:00100000:1.0:1746137567.937827:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970790 gen 2 00000100:00080000:3.0:1746137567.937830:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1746137567.937832:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800998a7800, transno 4294970790 00000100:00080000:3.0:1746137567.937833:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746137567.937835:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746137567.937836:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137567.937840:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293044096:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937873:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293043456:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937880:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293043968:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937886:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293042816:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.937893:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3762:1830957293043328:0@lo:400:kworker.0 00000100:00100000:0.0:1746137567.937963:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3762:x1830957293043840:12345-0@lo:400:kworker.0 Request processed in 1004us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.937968:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1746137567.938338:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957293042944:12345-0@lo:400:kworker.0 Request processed in 1280us (1697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.938344:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1746137567.938352:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957293042944:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.938360:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3762:1830957293043840:0@lo:400:kworker.0 00000100:00100000:3.0:1746137567.939070:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044224:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.939096:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.939141:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303057024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4005us (6532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.939148:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18420 00000100:00100000:0.0:1746137567.939909:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.939983:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057280 00000100:00100000:3.0:1746137567.939987:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057280 00002000:00100000:3.0:1746137567.940017:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49aa00 x1830957303057280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.940026:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957303057280 ext(0->4095) 00002000:00010000:3.0:1746137567.940030:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49aa00 00000100:00100000:3.0:1746137567.940058:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14258 00000100:00100000:3.0:1746137567.940063:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303057280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137567.940180:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303057280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.940185:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14258 00002000:00100000:3.0:1746137567.940190:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49aa00 x1830957303057280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.940196:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957303057280 ext(0->4095) 00002000:00010000:3.0:1746137567.940199:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49aa00 00000100:00100000:0.0:1746137567.941470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.941614:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057408 00000100:00100000:2.0:1746137567.941620:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057408 00000100:00100000:2.0:1746137567.941649:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30655 00000100:00100000:2.0:1746137567.941655:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303057408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.941667:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.941680:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93f2 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.941703:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 35 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.941709:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.941712:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.941715:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.941743:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 35 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.941754:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 35 pid: 9556 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.941766:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293044352:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.941904:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137567.944109:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293044352:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.944137:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.944151:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:2.0:1746137567.944197:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303057408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2541us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.944205:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30655 00000100:00100000:0.0:1746137567.944821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.945117:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057536 00000100:00100000:3.0:1746137567.945124:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057536 00010000:00010000:3.0:1746137567.945148:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.945178:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18421 00000100:00100000:3.0:1746137567.945184:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303057536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.945197:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.945213:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.945222:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.945239:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f78f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93eb expref: 36 pid: 9556 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.945262:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.945264:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.945269:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.945276:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.945299:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.945308:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044480:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.945368:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.947483:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044480:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137567.947514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137567.947521:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.947625:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057792 00000100:00100000:2.0:1746137567.947630:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057792 00002000:00100000:2.0:1746137567.947664:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724000 x1830957303057792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137567.947672:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303057536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2487us (2851us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137567.947674:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724000 with x1830957303057792 ext(0->4095) 00002000:00010000:2.0:1746137567.947678:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724000 00000100:00100000:3.0:1746137567.947683:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18421 00000100:00100000:2.0:1746137567.947696:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14259 00000100:00100000:2.0:1746137567.947702:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303057792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.947815:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303057792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.947821:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14259 00002000:00100000:2.0:1746137567.947827:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724000 x1830957303057792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.947834:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724000 with x1830957303057792 ext(0->4095) 00002000:00010000:2.0:1746137567.947836:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724000 00000100:00100000:0.0:1746137567.949090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.949272:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303057920 00000100:00100000:2.0:1746137567.949277:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303057920 00000100:00100000:2.0:1746137567.949316:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30656 00000100:00100000:2.0:1746137567.949321:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303057920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.949332:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.949346:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f93f9 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.949373:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.949380:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.949381:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.949384:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.949408:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.949423:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.949435:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293044608:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.949511:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.949722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.949890:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058048 00000100:00100000:0.0:1746137567.949894:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058048 00000100:00100000:0.0:1746137567.949924:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30657 00000100:00100000:0.0:1746137567.949929:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303058048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137567.949960:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137567.949966:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9400 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.949978:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137567.949981:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.949985:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137567.949988:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.950007:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.950018:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137567.950027:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675000, rc 0) 00000100:00100000:0.0:1746137567.950050:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303058048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137567.950056:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30657 00000100:00100000:2.0:1746137567.953444:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293044608:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.953477:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.953493:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95400, rc 0) 00000100:00100000:2.0:1746137567.953556:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303057920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4232us (4467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.953565:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30656 00000100:00100000:0.0:1746137567.953771:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.953880:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058176 00000100:00100000:3.0:1746137567.953887:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058176 00010000:00010000:3.0:1746137567.953917:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.953965:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18422 00000100:00100000:3.0:1746137567.953972:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303058176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.953985:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.954003:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.954013:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.954096:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f78f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.954249:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.954251:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.954258:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.954265:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.954293:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.954304:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.954315:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044864:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.954386:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.957788:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293044864:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.957821:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.957871:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303058176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3899us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.957882:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18422 00000100:00100000:0.0:1746137567.960196:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.960255:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058432 00000100:00100000:2.0:1746137567.960265:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058432 00002000:00100000:2.0:1746137567.960306:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724e00 x1830957303058432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.960317:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724e00 with x1830957303058432 ext(0->4095) 00010000:00010000:2.0:1746137567.960326:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.960339:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.960350:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724e00 00000100:00100000:2.0:1746137567.960380:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3308 00000100:00100000:2.0:1746137567.960386:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303058432:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.960507:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303058432:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.960513:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3308 00002000:00100000:2.0:1746137567.960517:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724e00 x1830957303058432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.960525:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724e00 with x1830957303058432 ext(0->4095) 00010000:00010000:2.0:1746137567.960528:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.960536:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.960542:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724e00 00000100:00100000:0.0:1746137567.963031:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.963399:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.963499:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058560 00000100:00100000:3.0:1746137567.963501:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058688 00000100:00100000:2.0:1746137567.963507:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058560 00000100:00100000:3.0:1746137567.963508:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058688 00010000:00010000:3.0:1746137567.963537:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.963561:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30658 00000100:00100000:2.0:1746137567.963568:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303058560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.963582:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.963593:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9407 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.963618:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.963622:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.963627:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137567.963630:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.963662:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.963671:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.963679:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:2.0:1746137567.963713:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303058560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.963719:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30658 00000100:00100000:3.0:1746137567.964189:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18423 00000100:00100000:3.0:1746137567.964196:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2007:x1830957303058688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.964204:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.964220:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.964230:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.964244:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f78ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f93f9 expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.964268:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.964269:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.964275:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.964282:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.964300:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.964310:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.964321:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045120:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.964651:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.965897:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746137567.965911:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293045248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746137567.965972:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137567.966046:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293045248 00000100:00100000:3.0:1746137567.966052:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293045248 00000100:00100000:3.0:1746137567.966094:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1746137567.966100:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293045248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746137567.966121:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920257024 avail 3688734720 00000100:00100000:3.0:1746137567.966151:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293045248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.966157:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1746137567.966277:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293045248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137567.970385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.970404:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045120:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.970446:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303058944 00010000:00010000:3.0:1746137567.970450:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137567.970454:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303058944 00002000:00100000:2.0:1746137567.970491:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724700 x1830957303058944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137567.970498:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2007:x1830957303058688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6298us (7095us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137567.970502:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957303058944 ext(0->4095) 00000100:00100000:3.0:1746137567.970507:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18423 00010000:00010000:2.0:1746137567.970510:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.970529:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.970536:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:2.0:1746137567.970569:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3309 00000100:00100000:2.0:1746137567.970575:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303058944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.970687:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303058944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.970693:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3309 00002000:00100000:2.0:1746137567.970698:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724700 x1830957303058944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.970704:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957303058944 ext(0->4095) 00010000:00010000:2.0:1746137567.970708:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.970716:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.970722:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:0.0:1746137567.974438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137567.974491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.974503:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059072 00000100:00100000:2.0:1746137567.974513:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059072 00000100:00100000:3.0:1746137567.974552:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059200 00000100:00100000:3.0:1746137567.974556:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059200 00000100:00100000:2.0:1746137567.974573:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30659 00010000:00010000:3.0:1746137567.974577:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.974581:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303059072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.974596:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.974609:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f940e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.974635:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.974641:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.974648:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137567.974651:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.974687:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.974698:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.974707:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:2.0:1746137567.974757:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303059072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.974764:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30659 00000100:00100000:3.0:1746137567.974787:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18424 00000100:00100000:3.0:1746137567.974794:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303059200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.974802:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.974820:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.974830:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.974845:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f7906 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9400 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.974860:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.974861:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.974867:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.974874:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.974892:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.975294:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.975306:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045504:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.975405:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.977333:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045504:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.977362:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.977410:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303059200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2615us (2916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.977420:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18424 00000100:00100000:0.0:1746137567.978348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.978530:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059456 00000100:00100000:2.0:1746137567.978537:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059456 00002000:00100000:2.0:1746137567.978580:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0725c00 x1830957303059456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.978590:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957303059456 ext(0->4095) 00010000:00010000:2.0:1746137567.978597:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.978613:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.978618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0725c00 00000100:00100000:2.0:1746137567.978646:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3310 00000100:00100000:2.0:1746137567.978652:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303059456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137567.978776:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303059456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137567.978782:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3310 00002000:00100000:2.0:1746137567.978788:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0725c00 x1830957303059456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137567.978795:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957303059456 ext(0->4095) 00010000:00010000:2.0:1746137567.978799:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137567.978807:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137567.978812:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0725c00 00000100:00100000:0.0:1746137567.980785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.980846:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059584 00000100:00100000:3.0:1746137567.980854:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059584 00010000:00010000:3.0:1746137567.980882:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.980920:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18425 00000100:00100000:3.0:1746137567.980927:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303059584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.980975:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.980995:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.981006:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.981028:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f790d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9407 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.981043:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.981044:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137567.981046:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1746137567.981050:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.981059:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137567.981060:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293045632:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746137567.981091:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.981100:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045760:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137567.981102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137567.981265:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.981287:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293045632 00000100:00100000:3.0:1746137567.981290:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293045632 00000100:00100000:3.0:1746137567.981316:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1746137567.981321:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293045632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746137567.981335:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920257024 avail 3688734720 00000100:00100000:3.0:1746137567.982111:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293045632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 788us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.982117:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1746137567.982125:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293045632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746137567.984324:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293045760:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.984357:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.984456:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303059584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3528us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.984466:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18425 00000100:00100000:0.0:1746137567.985179:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.985761:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059840 00000100:00100000:3.0:1746137567.985767:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059840 00002000:00100000:3.0:1746137567.985802:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957303059840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.985812:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957303059840 ext(0->4095) 00002000:00010000:3.0:1746137567.985816:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db7480 00000100:00100000:3.0:1746137567.986251:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14260 00000100:00100000:3.0:1746137567.986262:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303059840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.986685:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303059840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 424us (1506us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.986693:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14260 00002000:00100000:3.0:1746137567.986699:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957303059840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.986707:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957303059840 ext(0->4095) 00002000:00010000:3.0:1746137567.986710:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db7480 00000100:00100000:0.0:1746137567.988672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.989447:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303059968 00000100:00100000:2.0:1746137567.989456:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303059968 00000100:00100000:2.0:1746137567.989592:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30660 00000100:00100000:2.0:1746137567.989601:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303059968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.989616:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.989631:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9415 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.989657:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.989664:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.989665:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137567.989669:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.989697:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.989707:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 35 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.989718:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293045888:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.990166:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137567.993709:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.993851:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293045888:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137567.993875:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.993893:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137567.993925:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060096 00000100:00100000:3.0:1746137567.993933:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060096 00000100:00100000:2.0:1746137567.993971:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303059968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4372us (5305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137567.993978:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30660 00010000:00010000:3.0:1746137567.993996:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137567.994027:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18426 00000100:00100000:3.0:1746137567.994034:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303060096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137567.994045:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137567.994072:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.994083:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.994102:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7914 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f940e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.994118:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.994121:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137567.994126:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.994134:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137567.994162:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137567.994175:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046016:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137567.994244:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137567.996315:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137567.996381:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060224 00000100:00100000:2.0:1746137567.996391:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060224 00000100:00100000:2.0:1746137567.996436:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30661 00000100:00100000:2.0:1746137567.996442:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303060224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137567.996457:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137567.996472:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f941c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.996494:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.996501:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.996503:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137567.996506:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.996532:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137567.996554:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137567.996570:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046144:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137567.996636:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137567.996645:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046016:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137567.996674:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137567.996701:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303060096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2667us (3002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137567.996710:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18426 00000100:00100000:0.0:1746137567.997347:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137567.997394:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060480 00000100:00100000:3.0:1746137567.997398:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060480 00002000:00100000:3.0:1746137567.997428:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6d80 x1830957303060480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/0 e 0 to 0 dl 1746137578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.997437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6d80 with x1830957303060480 ext(0->4095) 00010000:00010000:3.0:1746137567.997444:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.997455:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137567.997462:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db6d80 00000100:00100000:3.0:1746137567.997492:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3311 00000100:00100000:3.0:1746137567.997498:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303060480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137567.997623:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303060480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137567.997629:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3311 00002000:00100000:3.0:1746137567.997634:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6d80 x1830957303060480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:3/0 lens 488/4536 e 0 to 0 dl 1746137578 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137567.997641:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6d80 with x1830957303060480 ext(0->4095) 00010000:00010000:3.0:1746137567.997645:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137567.997658:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137567.997663:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db6d80 00000100:00100000:0.0:1746137568.001201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.001209:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046144:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.001236:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.001258:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060608 00000100:00100000:1.0:1746137568.001264:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060608 00010000:00010000:2.0:1746137568.001268:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:1.0:1746137568.001303:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30662 00000100:00100000:1.0:1746137568.001308:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303060608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.001320:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.001333:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9423 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.001351:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.001355:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.001361:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.001364:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.001391:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.001401:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.001408:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042fe00, rc 0) 00000100:00100000:2.0:1746137568.001417:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303060224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4973us (5108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.001424:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303060608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.001426:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30661 00000100:00100000:1.0:1746137568.001430:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30662 00000100:00100000:1.0:1746137568.002299:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.002484:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060736 00000100:00100000:3.0:1746137568.002489:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060736 00010000:00010000:3.0:1746137568.002513:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.002542:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18427 00000100:00100000:3.0:1746137568.002557:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303060736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.002566:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.002587:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.002598:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.002615:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f791b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9415 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.002637:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.002639:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.002644:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.002655:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.002677:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.002687:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.002698:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046400:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.002762:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.004262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.004350:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046400:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.004367:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303060992 00000100:00100000:2.0:1746137568.004372:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303060992 00010000:00010000:3.0:1746137568.004377:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137568.004403:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7100 x1830957303060992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.004413:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7100 with x1830957303060992 ext(0->4095) 00000100:00100000:3.0:1746137568.004416:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303060736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1859us (2118us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137568.004420:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.004424:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18427 00010000:00010000:2.0:1746137568.004431:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.004437:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7100 00000100:00100000:2.0:1746137568.004455:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3312 00000100:00100000:2.0:1746137568.004461:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303060992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.004587:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303060992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.004593:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3312 00002000:00100000:2.0:1746137568.004598:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7100 x1830957303060992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.004604:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7100 with x1830957303060992 ext(0->4095) 00010000:00010000:2.0:1746137568.004609:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.004617:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.004622:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7100 00000100:00100000:0.0:1746137568.005840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.006082:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303061120 00000100:00100000:3.0:1746137568.006088:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303061120 00010000:00010000:3.0:1746137568.006109:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.006140:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18428 00000100:00100000:3.0:1746137568.006147:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303061120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.006157:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.006173:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.006182:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.006199:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7922 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f941c expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.006223:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.006225:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.006231:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.006238:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.006266:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.006277:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046528:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.006341:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.009452:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.009452:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046528:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137568.009484:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.009500:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303061376 00000100:00100000:2.0:1746137568.009507:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303061376 00000100:00100000:0.0:1746137568.009535:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303061120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3387us (3697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.009553:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18428 00002000:00100000:2.0:1746137568.009555:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7100 x1830957303061376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.009565:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7100 with x1830957303061376 ext(0->4095) 00002000:00010000:2.0:1746137568.009569:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c7100 00000100:00100000:2.0:1746137568.009597:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14261 00000100:00100000:2.0:1746137568.009605:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303061376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.009881:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303061376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.009887:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14261 00002000:00100000:2.0:1746137568.009894:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7100 x1830957303061376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.009901:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7100 with x1830957303061376 ext(0->4095) 00002000:00010000:2.0:1746137568.009904:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c7100 00000100:00100000:0.0:1746137568.012067:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.012265:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303061504 00000100:00100000:2.0:1746137568.012273:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303061504 00000100:00100000:2.0:1746137568.012317:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30663 00000100:00100000:2.0:1746137568.012324:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303061504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.012337:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.012351:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f942a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.012376:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 35 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.012382:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.012384:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.012387:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.012414:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 35 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.012425:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 35 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.012437:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046656:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.012519:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.013925:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046656:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.013975:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.013985:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:2.0:1746137568.014013:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303061504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1690us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.014019:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30663 00000100:00100000:0.0:1746137568.014190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.014483:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303061632 00000100:00100000:2.0:1746137568.014487:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303061632 00010000:00010000:2.0:1746137568.014508:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.014538:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18429 00000100:00100000:2.0:1746137568.014555:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303061632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.014564:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.014582:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.014592:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.014609:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7929 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9423 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.014634:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.014636:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.014641:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.014648:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.014669:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.014678:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046784:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.014734:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.016367:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293046784:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.016383:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.016412:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303061632:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1867us (2222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.016420:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18429 00000100:00100000:0.0:1746137568.016644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.016708:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303061888 00000100:00100000:2.0:1746137568.016712:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303061888 00002000:00100000:2.0:1746137568.016742:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957303061888/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.016751:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957303061888 ext(0->4095) 00002000:00010000:2.0:1746137568.016755:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db6680 00000100:00100000:2.0:1746137568.016781:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14262 00000100:00100000:2.0:1746137568.016788:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303061888:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137568.016890:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303061888:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.016896:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14262 00002000:00100000:2.0:1746137568.016902:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957303061888/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.016912:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957303061888 ext(0->4095) 00002000:00010000:2.0:1746137568.016915:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db6680 00000100:00100000:0.0:1746137568.018147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.018292:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062016 00000100:00100000:2.0:1746137568.018298:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062016 00000100:00100000:2.0:1746137568.018336:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30664 00000100:00100000:2.0:1746137568.018343:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303062016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.018353:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.018457:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9431 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.018483:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.018490:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.018491:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.018494:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.018519:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.018534:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.018555:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046912:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.018930:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.019438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.019662:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062144 00000100:00100000:1.0:1746137568.019667:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062144 00000100:00100000:1.0:1746137568.019700:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30665 00000100:00100000:1.0:1746137568.019706:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303062144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.019715:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.019724:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9438 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.019737:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.019741:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.019747:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.019749:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.019770:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.019781:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.019790:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137568.019829:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303062144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.019834:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30665 00000100:00100000:2.0:1746137568.021139:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293046912:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.021159:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.021170:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:0.0:1746137568.021177:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.021194:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303062016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2852us (3051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.021201:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30664 00000100:00100000:3.0:1746137568.021265:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062272 00000100:00100000:3.0:1746137568.021270:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062272 00010000:00010000:3.0:1746137568.021288:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.021308:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18430 00000100:00100000:3.0:1746137568.021314:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303062272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.021324:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.021339:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.021349:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.021366:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7930 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f942a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.021378:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.021380:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.021385:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.021393:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.021415:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.021424:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.021433:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047168:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.021495:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801301283c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.022780:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047168:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.022807:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.023091:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303062272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1775us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.023099:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18430 00000100:00100000:0.0:1746137568.023312:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.023365:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062528 00000100:00100000:3.0:1746137568.023370:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062528 00002000:00100000:3.0:1746137568.023482:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799c00 x1830957303062528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.023493:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957303062528 ext(0->4095) 00010000:00010000:3.0:1746137568.023500:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.023511:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.023516:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799c00 00000100:00100000:3.0:1746137568.023672:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3313 00000100:00100000:3.0:1746137568.023679:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303062528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.023874:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303062528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.023880:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3313 00002000:00100000:3.0:1746137568.023885:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799c00 x1830957303062528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.023891:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799c00 with x1830957303062528 ext(0->4095) 00010000:00010000:3.0:1746137568.023896:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.023904:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.023909:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799c00 00000100:00100000:0.0:1746137568.025454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.025560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.025732:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062656 00000100:00100000:2.0:1746137568.025740:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062656 00000100:00100000:2.0:1746137568.025773:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30666 00000100:00100000:2.0:1746137568.025778:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303062656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.025791:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.025804:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f943f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.025825:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.025830:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.025839:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.025842:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.025873:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.025884:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.025892:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:2.0:1746137568.025959:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303062656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.025965:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30666 00000100:00100000:3.0:1746137568.026003:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303062784 00000100:00100000:3.0:1746137568.026007:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303062784 00010000:00010000:3.0:1746137568.026024:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.026042:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18431 00000100:00100000:3.0:1746137568.026046:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303062784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.026054:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.026068:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.026078:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.026093:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7937 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9431 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.026103:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.026104:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.026109:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.026121:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.026138:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.026147:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.026158:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047424:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.026202:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.028156:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047424:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.028188:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.028219:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303062784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2171us (2658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.028228:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18431 00000100:00100000:0.0:1746137568.029181:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.029289:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063040 00000100:00100000:3.0:1746137568.029296:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063040 00002000:00100000:3.0:1746137568.029330:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798700 x1830957303063040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.029339:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798700 with x1830957303063040 ext(0->4095) 00010000:00010000:3.0:1746137568.029348:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.029452:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.029459:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798700 00000100:00100000:3.0:1746137568.029595:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3314 00000100:00100000:3.0:1746137568.029604:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303063040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.029832:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303063040:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 228us (653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.029838:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3314 00002000:00100000:3.0:1746137568.029844:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798700 x1830957303063040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.029851:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798700 with x1830957303063040 ext(0->4095) 00010000:00010000:3.0:1746137568.029855:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.029863:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 36 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.029869:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798700 00000100:00100000:0.0:1746137568.031981:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.032060:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063168 00000100:00100000:2.0:1746137568.032236:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.032248:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063168 00000100:00100000:1.0:1746137568.032288:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30667 00000100:00100000:1.0:1746137568.032296:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303063168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.032310:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.032325:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9446 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.032348:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.032353:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.032359:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137568.032362:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.032478:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063296 00000100:00100000:3.0:1746137568.032482:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063296 00010000:00010000:3.0:1746137568.032497:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.032526:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18432 00000100:00100000:3.0:1746137568.032531:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303063296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.032538:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.032564:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.032574:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.032589:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f793e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9438 expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.032614:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.032616:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.032622:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.032628:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.032648:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.032657:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.032667:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047680:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.032736:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00010000:00010000:1.0:1746137568.033045:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.033059:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.033067:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc400, rc 0) 00000100:00100000:1.0:1746137568.033090:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303063168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 796us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.033096:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30667 00000100:00100000:3.0:1746137568.035129:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.035163:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.035410:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303063296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2876us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.035421:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18432 00000100:00100000:2.0:1746137568.035496:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.035641:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063552 00000100:00100000:3.0:1746137568.035646:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063552 00002000:00100000:3.0:1746137568.035675:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10e00 x1830957303063552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.035685:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10e00 with x1830957303063552 ext(0->4095) 00010000:00010000:3.0:1746137568.035692:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.035704:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.035710:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10e00 00000100:00100000:3.0:1746137568.035735:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3315 00000100:00100000:3.0:1746137568.035741:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303063552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.035871:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303063552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.035877:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3315 00002000:00100000:3.0:1746137568.035882:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10e00 x1830957303063552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.035888:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10e00 with x1830957303063552 ext(0->4095) 00010000:00010000:3.0:1746137568.035892:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.035904:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.035909:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10e00 00000100:00100000:0.0:1746137568.038230:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.038321:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063680 00000100:00100000:3.0:1746137568.038329:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063680 00010000:00010000:3.0:1746137568.038355:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.038928:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18433 00000100:00100000:3.0:1746137568.038973:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303063680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.038988:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.039007:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.039020:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.039041:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7945 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f943f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.039067:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.039069:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.039075:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.039087:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.039118:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.039130:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.039211:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.040807:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293047808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.040837:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.040866:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303063680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1930us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.040875:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18433 00000100:00100000:0.0:1746137568.041487:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.041534:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303063936 00000100:00100000:3.0:1746137568.041541:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303063936 00002000:00100000:3.0:1746137568.041581:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799880 x1830957303063936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.041592:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799880 with x1830957303063936 ext(0->4095) 00002000:00010000:3.0:1746137568.041596:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799880 00000100:00100000:3.0:1746137568.041627:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14263 00000100:00100000:3.0:1746137568.041634:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303063936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.041751:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303063936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.041759:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14263 00002000:00100000:3.0:1746137568.041764:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799880 x1830957303063936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.041775:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799880 with x1830957303063936 ext(0->4095) 00002000:00010000:3.0:1746137568.041778:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799880 00000100:00100000:0.0:1746137568.045245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.045579:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064064 00000100:00100000:1.0:1746137568.045587:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064064 00000100:00100000:1.0:1746137568.045641:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30668 00000100:00100000:1.0:1746137568.045649:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303064064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.045664:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.045679:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f944d expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.045707:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.045714:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.045716:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.045720:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.045747:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.045758:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 35 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.045770:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293047936:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.045853:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.047521:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293047936:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137568.047524:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137568.047557:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.047571:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137568.047603:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303064064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1955us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.047610:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30668 00000100:00100000:3.0:1746137568.047880:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064192 00000100:00100000:3.0:1746137568.047886:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064192 00010000:00010000:3.0:1746137568.047907:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.047959:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18434 00000100:00100000:3.0:1746137568.047965:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303064192:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.047973:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.047990:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.048000:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.048018:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f794c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9446 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.048041:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.048042:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.048047:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.048058:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.048084:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.048094:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.048146:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.050023:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048064:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137568.050034:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137568.050264:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.050285:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064448 00000100:00100000:2.0:1746137568.050291:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064448 00000100:00100000:3.0:1746137568.050314:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303064192:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2348us (2791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.050321:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18434 00002000:00100000:2.0:1746137568.050324:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079ad80 x1830957303064448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.050332:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957303064448 ext(0->4095) 00002000:00010000:2.0:1746137568.050336:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079ad80 00000100:00100000:2.0:1746137568.050357:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14264 00000100:00100000:2.0:1746137568.050366:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303064448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.050656:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303064448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.050662:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14264 00002000:00100000:2.0:1746137568.050668:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079ad80 x1830957303064448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.050674:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957303064448 ext(0->4095) 00002000:00010000:2.0:1746137568.050677:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079ad80 00000100:00100000:0.0:1746137568.051411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.051481:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064576 00000100:00100000:1.0:1746137568.051485:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064576 00000100:00100000:1.0:1746137568.051513:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30669 00000100:00100000:1.0:1746137568.051519:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303064576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.051528:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.051541:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9454 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.051579:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.051586:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.051588:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.051590:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.051615:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.051710:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 5 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.051724:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048192:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.051799:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.052262:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.052304:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064704 00000100:00100000:2.0:1746137568.052308:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064704 00000100:00100000:2.0:1746137568.052338:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30670 00000100:00100000:2.0:1746137568.052345:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303064704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.052351:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.052359:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f945b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.052371:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.052375:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.052380:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.052383:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.052402:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.052412:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.052425:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:2.0:1746137568.052446:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e972c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303064704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.052451:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30670 00000100:00100000:2.0:1746137568.053743:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048192:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.053761:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.053772:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:2.0:1746137568.053802:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303064576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2283us (2392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.053808:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30669 00000100:00100000:0.0:1746137568.054046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.054122:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303064832 00000100:00100000:3.0:1746137568.054126:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303064832 00010000:00010000:3.0:1746137568.054146:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.054165:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18435 00000100:00100000:3.0:1746137568.054171:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303064832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.054180:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.054197:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.054207:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.054223:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7953 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f944d expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.054233:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.054235:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.054240:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.054247:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.054266:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.054275:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 36 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.054284:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048448:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.054325:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.055790:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048448:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.055821:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.055848:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303064832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1676us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.055855:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18435 00000100:00100000:0.0:1746137568.057608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.057678:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065088 00000100:00100000:2.0:1746137568.057686:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065088 00002000:00100000:2.0:1746137568.057723:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079a300 x1830957303065088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.057733:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957303065088 ext(0->4095) 00010000:00010000:2.0:1746137568.057741:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.057753:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.057758:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079a300 00000100:00100000:2.0:1746137568.058067:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3316 00000100:00100000:2.0:1746137568.058075:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303065088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.058210:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303065088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.058216:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3316 00002000:00100000:2.0:1746137568.058221:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079a300 x1830957303065088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.058228:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957303065088 ext(0->4095) 00010000:00010000:2.0:1746137568.058233:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.058242:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.058247:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079a300 00000100:00100000:0.0:1746137568.062510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.062704:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065216 00000100:00100000:3.0:1746137568.062715:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065216 00010000:00010000:3.0:1746137568.062747:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.062785:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18436 00000100:00100000:3.0:1746137568.062791:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303065216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.062804:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.062821:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.062832:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.062850:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f795a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9454 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.062872:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.062874:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.062886:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.062893:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.062920:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.062930:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.063033:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.064532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.064576:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048576:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.064583:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065472 00000100:00100000:1.0:1746137568.064589:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065472 00010000:00010000:3.0:1746137568.064604:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137568.064629:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798380 x1830957303065472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137568.064643:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303065216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1852us (2142us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137568.064646:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798380 with x1830957303065472 ext(0->4095) 00002000:00010000:1.0:1746137568.064649:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0798380 00000100:00100000:3.0:1746137568.064650:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18436 00000100:00100000:1.0:1746137568.064678:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14265 00000100:00100000:1.0:1746137568.064685:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303065472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.064787:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303065472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.064792:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14265 00002000:00100000:1.0:1746137568.064798:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798380 x1830957303065472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.064805:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798380 with x1830957303065472 ext(0->4095) 00002000:00010000:1.0:1746137568.064808:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0798380 00000100:00100000:0.0:1746137568.065856:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.066045:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065600 00000100:00100000:2.0:1746137568.066050:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065600 00000100:00100000:2.0:1746137568.066086:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30671 00000100:00100000:2.0:1746137568.066092:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303065600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.066101:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.066115:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9462 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.066135:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.066145:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.066147:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.066149:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.066174:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.066185:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 35 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.066195:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048704:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.066263:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.068162:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048704:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.068190:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.068204:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:2.0:1746137568.068240:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303065600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2148us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.068246:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30671 00000100:00100000:0.0:1746137568.068416:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.069569:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065728 00000100:00100000:3.0:1746137568.069578:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065728 00010000:00010000:3.0:1746137568.069610:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.069640:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18437 00000100:00100000:3.0:1746137568.069646:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303065728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.069656:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.069673:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.069683:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.069703:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7961 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f945b expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.069727:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.069729:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.069735:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.069747:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.069774:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.069785:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048832:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.069851:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.071563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.071581:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293048832:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.071611:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.071634:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303065984 00000100:00100000:1.0:1746137568.071640:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303065984 00000100:00100000:3.0:1746137568.071645:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303065728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1999us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.071653:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18437 00002000:00100000:1.0:1746137568.071675:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999f80 x1830957303065984/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.071685:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999f80 with x1830957303065984 ext(0->4095) 00002000:00010000:1.0:1746137568.071690:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999f80 00000100:00100000:1.0:1746137568.071757:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14266 00000100:00100000:1.0:1746137568.071764:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303065984:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.071874:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303065984:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.071880:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14266 00002000:00100000:1.0:1746137568.071886:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999f80 x1830957303065984/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.071893:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999f80 with x1830957303065984 ext(0->4095) 00002000:00010000:1.0:1746137568.071896:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999f80 00000100:00100000:0.0:1746137568.073452:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.073507:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066112 00000100:00100000:2.0:1746137568.073514:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066112 00000100:00100000:2.0:1746137568.073786:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30672 00000100:00100000:2.0:1746137568.073793:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1731:x1830957303066112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.073806:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.073820:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9469 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.073842:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.073847:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.073849:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.073851:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 36 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.073931:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.074007:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 5 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.074018:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048960:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.074352:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.075449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.075561:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066240 00000100:00100000:3.0:1746137568.075571:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066240 00000100:00100000:2.0:1746137568.075707:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293048960:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.075714:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30673 00000100:00100000:3.0:1746137568.075722:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303066240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.075729:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.075732:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.075741:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9470 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.075742:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00010000:00010000:3.0:1746137568.075757:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.075761:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.075770:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303066112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2323us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137568.075772:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.075775:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.075780:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30672 00000100:00100000:0.0:1746137568.075991:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.076021:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066368 00000100:00100000:2.0:1746137568.076024:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066368 00010000:00010000:2.0:1746137568.076038:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.076057:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18438 00000100:00100000:2.0:1746137568.076061:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303066368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.076071:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.076088:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.076098:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.076119:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7968 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9462 expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.076133:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.076135:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.076138:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.076140:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.076146:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.076235:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.076241:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.076244:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87a00, rc 0) 00010000:00010000:2.0:1746137568.076253:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.076262:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049216:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.076339:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303066240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 617us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.076344:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30673 00000100:00100000:2.0:1746137568.076360:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.077902:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049216:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.077918:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.077987:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303066368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1924us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.077995:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18438 00000100:00100000:0.0:1746137568.079003:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.079127:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066624 00000100:00100000:2.0:1746137568.079133:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066624 00002000:00100000:2.0:1746137568.079170:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99a300 x1830957303066624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.079179:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a300 with x1830957303066624 ext(0->4095) 00010000:00010000:2.0:1746137568.079187:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.079199:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.079204:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99a300 00000100:00100000:2.0:1746137568.079225:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3317 00000100:00100000:2.0:1746137568.079231:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303066624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.079362:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303066624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.079368:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3317 00002000:00100000:2.0:1746137568.079374:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99a300 x1830957303066624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.079381:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a300 with x1830957303066624 ext(0->4095) 00010000:00010000:2.0:1746137568.079385:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.079394:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.079400:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99a300 00000100:00100000:0.0:1746137568.081404:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.081458:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066752 00000100:00100000:3.0:1746137568.081465:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066752 00000100:00100000:3.0:1746137568.081511:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30674 00000100:00100000:3.0:1746137568.081518:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303066752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.081530:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.081552:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9477 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.081573:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.081579:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.081589:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137568.081592:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.081643:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.081656:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.081665:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87e00, rc 0) 00000100:00100000:3.0:1746137568.081713:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303066752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.081719:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30674 00000100:00100000:0.0:1746137568.082607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.082745:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303066880 00000100:00100000:3.0:1746137568.082749:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303066880 00010000:00010000:3.0:1746137568.082767:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.082785:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18439 00000100:00100000:3.0:1746137568.082789:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303066880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.082796:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.082812:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.082821:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.082837:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f796f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9469 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.082861:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.082863:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.082868:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.082874:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.082892:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.082901:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.082912:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049472:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.083854:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.085987:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049472:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.086021:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.086074:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303066880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3282us (3467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.086083:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18439 00000100:00100000:0.0:1746137568.087097:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.087153:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303067136 00000100:00100000:2.0:1746137568.087163:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303067136 00002000:00100000:2.0:1746137568.087205:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957303067136/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.087214:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957303067136 ext(0->4095) 00010000:00010000:2.0:1746137568.087223:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.087236:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.087242:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99b480 00000100:00100000:2.0:1746137568.087283:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3318 00000100:00100000:2.0:1746137568.087291:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303067136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.087426:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303067136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.087433:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3318 00002000:00100000:2.0:1746137568.087439:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957303067136/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.087446:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957303067136 ext(0->4095) 00010000:00010000:2.0:1746137568.087451:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.087459:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.087465:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99b480 00000100:00100000:0.0:1746137568.089832:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.090614:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.090678:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303067392 00000100:00100000:2.0:1746137568.090685:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303067392 00000100:00100000:3.0:1746137568.090713:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303067264 00010000:00010000:2.0:1746137568.090717:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.090721:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303067264 00000100:00100000:2.0:1746137568.090740:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18440 00000100:00100000:2.0:1746137568.090747:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303067392:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137568.090759:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30675 00010000:00010000:2.0:1746137568.090761:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137568.090765:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303067264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.090779:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.090780:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.090794:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f947e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.090794:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.091002:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f7976 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9470 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.091041:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.091048:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.091053:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.091085:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.091095:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.091096:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.091104:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.091112:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.091163:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.091175:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.091184:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.091186:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293049600:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.091193:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.091204:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049728:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.091264:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.091269:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.093147:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293049600:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.093189:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.093202:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87800, rc 0) 00000100:00100000:2.0:1746137568.093210:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049728:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.093228:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.093255:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303067264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (3431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.093261:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303067392:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2514us (2652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.093262:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30675 00000100:00100000:2.0:1746137568.093274:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18440 00000100:00100000:1.0:1746137568.093661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.093730:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303067648 00000100:00100000:2.0:1746137568.093737:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303067648 00002000:00100000:2.0:1746137568.093768:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036ca80 x1830957303067648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.093777:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036ca80 with x1830957303067648 ext(0->4095) 00010000:00010000:2.0:1746137568.093785:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.093797:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.093804:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036ca80 00000100:00100000:2.0:1746137568.093821:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3319 00000100:00100000:2.0:1746137568.093828:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303067648:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.093971:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303067648:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.093978:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3319 00002000:00100000:2.0:1746137568.093983:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036ca80 x1830957303067648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.093990:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036ca80 with x1830957303067648 ext(0->4095) 00010000:00010000:2.0:1746137568.093995:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.095847:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.095854:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036ca80 00000100:00100000:0.0:1746137568.098088:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.098179:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303067776 00000100:00100000:2.0:1746137568.098186:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303067776 00010000:00010000:2.0:1746137568.098216:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.098243:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18441 00000100:00100000:2.0:1746137568.098249:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303067776:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.098266:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.098284:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.098295:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.098318:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87e00/0x95b3ed7b846f797d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9477 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.098354:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.098356:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.098364:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.098377:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.098406:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.098419:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049856:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.098492:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.101684:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293049856:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.101704:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.101753:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303067776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3503us (3670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.101762:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18441 00000100:00100000:0.0:1746137568.104400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.104500:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068032 00000100:00100000:2.0:1746137568.104509:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068032 00002000:00100000:2.0:1746137568.104558:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775500 x1830957303068032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.104567:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775500 with x1830957303068032 ext(0->4095) 00002000:00010000:2.0:1746137568.104572:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775500 00000100:00100000:2.0:1746137568.104606:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14267 00000100:00100000:2.0:1746137568.104612:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303068032:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.104749:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303068032:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.104758:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14267 00002000:00100000:2.0:1746137568.104763:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775500 x1830957303068032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.104768:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775500 with x1830957303068032 ext(0->4095) 00002000:00010000:2.0:1746137568.104771:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775500 00000100:00100000:0.0:1746137568.107173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.108887:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068160 00000100:00100000:3.0:1746137568.108899:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068160 00000100:00100000:3.0:1746137568.108965:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30676 00000100:00100000:3.0:1746137568.108974:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303068160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.108992:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.109008:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9485 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.109035:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.109041:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.109043:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.109046:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.109073:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.109083:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 35 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.109095:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293049984:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.109180:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.111824:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293049984:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.111869:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.111884:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0800, rc 0) 00000100:00100000:3.0:1746137568.111926:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303068160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (4760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.111932:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30676 00000100:00100000:0.0:1746137568.112784:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.113139:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068288 00000100:00100000:3.0:1746137568.113147:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068288 00010000:00010000:3.0:1746137568.113174:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.113196:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18442 00000100:00100000:3.0:1746137568.113202:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303068288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.113214:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.113232:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.113243:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.113262:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f7984 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f947e expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.113287:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.113289:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.113295:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.113303:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.113329:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.113341:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050112:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.113351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.113393:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.113483:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068416 00000100:00100000:2.0:1746137568.113487:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068416 00000100:00100000:2.0:1746137568.113507:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30677 00000100:00100000:2.0:1746137568.113512:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303068416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.113521:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.113530:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f948c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.113553:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.113558:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.113560:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.113562:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.113577:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.113585:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.113598:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293050240:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.113619:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.115080:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050112:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.115080:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293050240:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.115099:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.115106:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137568.115110:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137568.115146:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303068288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1943us (2364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.115154:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18442 00000100:00100000:2.0:1746137568.115359:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303068416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1845us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.115364:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30677 00000100:00100000:0.0:1746137568.115708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.115905:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068672 00000100:00100000:2.0:1746137568.115911:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068672 00002000:00100000:2.0:1746137568.115971:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774000 x1830957303068672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.115980:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774000 with x1830957303068672 ext(0->4095) 00010000:00010000:2.0:1746137568.115986:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.115995:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.116000:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6774000 00000100:00100000:2.0:1746137568.116016:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3320 00000100:00100000:2.0:1746137568.116021:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303068672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.116126:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303068672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.116131:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3320 00002000:00100000:2.0:1746137568.116135:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774000 x1830957303068672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.116141:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774000 with x1830957303068672 ext(0->4095) 00010000:00010000:2.0:1746137568.116145:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.116152:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.116156:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6774000 00000100:00100000:0.0:1746137568.118770:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.119019:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303068800 00000100:00100000:3.0:1746137568.119028:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303068800 00010000:00010000:3.0:1746137568.119059:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.119082:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18443 00000100:00100000:3.0:1746137568.119088:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303068800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.119099:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.119223:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.119238:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.119256:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f798b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9485 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.119339:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.119342:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.119349:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.119356:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.119386:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.119398:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050368:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.119805:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.123979:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.124075:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050368:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.124108:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.124159:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303068800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5070us (5395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.124170:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18443 00000100:00100000:1.0:1746137568.124250:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069056 00000100:00100000:1.0:1746137568.124257:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069056 00002000:00100000:1.0:1746137568.124292:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774380 x1830957303069056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.124302:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957303069056 ext(0->4095) 00002000:00010000:1.0:1746137568.124307:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774380 00000100:00100000:1.0:1746137568.124336:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14268 00000100:00100000:1.0:1746137568.124343:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303069056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.124454:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303069056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.124460:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14268 00002000:00100000:1.0:1746137568.124465:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774380 x1830957303069056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.124473:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957303069056 ext(0->4095) 00002000:00010000:1.0:1746137568.124476:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774380 00000100:00100000:0.0:1746137568.128722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.128962:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069184 00000100:00100000:2.0:1746137568.128972:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069184 00000100:00100000:2.0:1746137568.129025:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30678 00000100:00100000:2.0:1746137568.129034:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303069184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.129052:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.129131:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9493 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.129160:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.129167:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.129169:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.129173:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.129202:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.129214:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 35 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.129225:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293050496:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.129409:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.133272:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293050496:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.133313:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.133330:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:2.0:1746137568.133378:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303069184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4344us (4665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.133386:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30678 00000100:00100000:0.0:1746137568.133432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.133812:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069312 00000100:00100000:2.0:1746137568.133818:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069312 00002000:00100000:2.0:1746137568.133853:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a6775880 x1830957303069312/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.133862:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957303069312 ext(0->7) 00010000:00010000:2.0:1746137568.133868:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.133884:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 36 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.133890:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775880 00000100:00100000:2.0:1746137568.134177:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3321 00000100:00100000:2.0:1746137568.134184:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303069312:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137568.138926:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303069312:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 4732us (5484us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746137568.138954:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3321 00002000:00100000:0.0:1746137568.138966:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a6775880 x1830957303069312/t4294972279(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.138976:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957303069312 ext(0->7) 00010000:00010000:0.0:1746137568.138985:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137568.138999:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137568.139006:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775880 00000100:00100000:0.0:1746137568.142731:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.143120:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069440 00000100:00100000:2.0:1746137568.143130:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069440 00000100:00100000:2.0:1746137568.143184:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30679 00000100:00100000:2.0:1746137568.143192:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303069440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.143210:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.143226:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f949a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.143252:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.143257:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.143262:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.143265:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.143301:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.143314:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.143324:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:2.0:1746137568.144027:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303069440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 832us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.144034:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30679 00000100:00100000:0.0:1746137568.145288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.145340:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069568 00000100:00100000:3.0:1746137568.145348:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069568 00010000:00010000:3.0:1746137568.145373:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.145406:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18444 00000100:00100000:3.0:1746137568.145412:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303069568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.145423:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137568.145437:0:9571:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137568 -> 1746137569 00002000:00010000:3.0:1746137568.145439:0:9571:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137568 -> 1746137569 00010000:00010000:3.0:1746137568.145445:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.145455:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.145472:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7992 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f948c expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.145497:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.145499:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.145504:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.145511:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.145536:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.145564:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.145575:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050752:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.145734:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.146841:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050752:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.146871:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.146910:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303069568:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1497us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.146917:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18444 00000100:00100000:0.0:1746137568.147838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.148050:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069824 00000100:00100000:2.0:1746137568.148056:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069824 00002000:00100000:2.0:1746137568.148092:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776d80 x1830957303069824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.148102:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776d80 with x1830957303069824 ext(0->4095) 00010000:00010000:2.0:1746137568.148109:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.148121:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.148127:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6776d80 00000100:00100000:2.0:1746137568.148156:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3322 00000100:00100000:2.0:1746137568.148162:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303069824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.148269:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303069824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.148275:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3322 00002000:00100000:2.0:1746137568.148280:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776d80 x1830957303069824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.148292:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776d80 with x1830957303069824 ext(0->4095) 00010000:00010000:2.0:1746137568.148296:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.148305:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.148310:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6776d80 00000100:00100000:0.0:1746137568.150578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.150635:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303069952 00000100:00100000:3.0:1746137568.150644:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303069952 00010000:00010000:3.0:1746137568.150675:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.150713:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18445 00000100:00100000:3.0:1746137568.150721:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303069952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.150732:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.150750:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.150762:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.150781:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7999 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9493 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.150795:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.150796:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.150802:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.150808:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.150836:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.150847:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050880:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.151462:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.153408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.153487:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293050880:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.153519:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.153579:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303069952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2858us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.153589:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18445 00000100:00100000:1.0:1746137568.153819:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070208 00000100:00100000:1.0:1746137568.153826:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070208 00002000:00100000:1.0:1746137568.153866:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777100 x1830957303070208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.153876:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777100 with x1830957303070208 ext(0->4095) 00002000:00010000:1.0:1746137568.153880:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777100 00000100:00100000:1.0:1746137568.153909:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14269 00000100:00100000:1.0:1746137568.153916:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303070208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.154217:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303070208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 300us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.154223:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14269 00002000:00100000:1.0:1746137568.154228:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777100 x1830957303070208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.154235:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777100 with x1830957303070208 ext(0->4095) 00002000:00010000:1.0:1746137568.154238:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777100 00000100:00100000:0.0:1746137568.156712:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.157043:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070336 00000100:00100000:2.0:1746137568.157052:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070336 00000100:00100000:2.0:1746137568.157087:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30680 00000100:00100000:2.0:1746137568.157094:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303070336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.157108:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.157124:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94a1 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.157149:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.157156:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.157157:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.157161:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.157188:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.157202:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.157213:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051008:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.157497:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.159148:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051008:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.159173:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.159186:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:2.0:1746137568.159221:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303070336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2127us (2516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.159227:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30680 00000100:00100000:0.0:1746137568.159695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.159785:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070464 00000100:00100000:3.0:1746137568.159792:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070464 00010000:00010000:3.0:1746137568.159812:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.159832:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18446 00000100:00100000:3.0:1746137568.159838:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303070464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.159851:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.159868:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.159879:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.159902:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f79a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f949a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.159916:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.159918:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.159922:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.159929:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.159971:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.159981:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051136:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.160373:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.162110:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.162407:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051136:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.162438:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.162484:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303070464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2644us (2788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.162496:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18446 00000100:00100000:2.0:1746137568.162583:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070720 00000100:00100000:2.0:1746137568.162590:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070720 00002000:00100000:2.0:1746137568.162623:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777480 x1830957303070720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.162632:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777480 with x1830957303070720 ext(0->4095) 00002000:00010000:2.0:1746137568.162636:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777480 00000100:00100000:2.0:1746137568.162664:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14270 00000100:00100000:2.0:1746137568.162670:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303070720:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137568.162774:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303070720:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.162782:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14270 00002000:00100000:2.0:1746137568.162787:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777480 x1830957303070720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.162794:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777480 with x1830957303070720 ext(0->4095) 00002000:00010000:2.0:1746137568.162796:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777480 00000100:00100000:0.0:1746137568.164434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.164512:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070848 00000100:00100000:2.0:1746137568.164520:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070848 00000100:00100000:2.0:1746137568.164560:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30681 00000100:00100000:2.0:1746137568.164567:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303070848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.164581:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.164596:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94a8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.164619:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.164625:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.164627:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.164630:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.164656:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.164666:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.164683:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051264:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.165420:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.166112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.166191:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303070976 00000100:00100000:0.0:1746137568.166198:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303070976 00000100:00100000:0.0:1746137568.166236:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30682 00000100:00100000:0.0:1746137568.166243:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303070976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137568.166252:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137568.166263:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94af expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.166281:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137568.166285:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.166291:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137568.166293:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 40 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.166315:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.166327:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 40 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.166335:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674a00, rc 0) 00000100:00100000:0.0:1746137568.166365:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1731:x1830957303070976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.166370:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30682 00000100:00100000:2.0:1746137568.167700:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051264:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.167722:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.167734:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:2.0:1746137568.167908:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303070848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3341us (3478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.167915:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30681 00000100:00100000:0.0:1746137568.168630:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.168821:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303071104 00000100:00100000:3.0:1746137568.168828:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303071104 00010000:00010000:3.0:1746137568.168852:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.168880:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18447 00000100:00100000:3.0:1746137568.168885:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303071104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.168896:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.168915:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.168925:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.168974:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f79a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a1 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.169001:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.169003:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.169010:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.169017:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.169042:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.169052:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.169063:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051520:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.169134:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.170401:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051520:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.170429:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.170452:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303071104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1566us (1823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.170459:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18447 00000100:00100000:0.0:1746137568.170680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.171023:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303071360 00000100:00100000:2.0:1746137568.171030:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303071360 00002000:00100000:2.0:1746137568.171060:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775f80 x1830957303071360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.171070:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957303071360 ext(0->4095) 00010000:00010000:2.0:1746137568.171078:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.171088:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.171094:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775f80 00000100:00100000:2.0:1746137568.171113:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3323 00000100:00100000:2.0:1746137568.171119:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303071360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.171243:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303071360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.171249:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3323 00002000:00100000:2.0:1746137568.171253:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775f80 x1830957303071360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.171261:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957303071360 ext(0->4095) 00010000:00010000:2.0:1746137568.171265:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.171273:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.171278:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775f80 00000100:00100000:0.0:1746137568.172866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.173232:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303071488 00000100:00100000:3.0:1746137568.173240:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303071488 00010000:00010000:3.0:1746137568.173268:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.173371:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18448 00000100:00100000:3.0:1746137568.173379:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303071488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.173392:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.173409:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.173620:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.173640:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f79ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94a8 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.173668:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.173670:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.173676:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.173683:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.173714:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.173725:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051648:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.173798:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.176250:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.176296:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051648:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.176329:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.176363:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303071488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2984us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.176373:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18448 00000100:00100000:1.0:1746137568.176532:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303071744 00000100:00100000:1.0:1746137568.176539:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303071744 00002000:00100000:1.0:1746137568.176582:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893b80 x1830957303071744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.176592:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957303071744 ext(0->4095) 00002000:00010000:1.0:1746137568.176597:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893b80 00000100:00100000:1.0:1746137568.176628:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14271 00000100:00100000:1.0:1746137568.176634:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303071744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.176758:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303071744:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.176766:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14271 00002000:00100000:1.0:1746137568.176772:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893b80 x1830957303071744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.176778:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957303071744 ext(0->4095) 00002000:00010000:1.0:1746137568.176781:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893b80 00000100:00100000:0.0:1746137568.178872:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.179102:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303071872 00000100:00100000:2.0:1746137568.179109:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303071872 00000100:00100000:2.0:1746137568.179149:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30683 00000100:00100000:2.0:1746137568.179154:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303071872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.179166:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.179180:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94b6 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.179203:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 37 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.179208:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.179209:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.179212:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.179236:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 37 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.179243:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 37 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.179251:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051776:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.179336:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.181235:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293051776:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.181272:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.181284:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2000, rc 0) 00000100:00100000:2.0:1746137568.181314:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303071872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.181321:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30683 00000100:00100000:0.0:1746137568.181480:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.181848:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072000 00000100:00100000:3.0:1746137568.181854:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072000 00010000:00010000:3.0:1746137568.181873:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.181894:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18449 00000100:00100000:3.0:1746137568.181900:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303072000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.181913:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.181929:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.181958:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.181979:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f79b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94af expref: 38 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.182102:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.182105:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.182111:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.182119:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.182143:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.182152:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051904:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.182219:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.184111:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293051904:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.184147:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.184186:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303072000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2285us (2705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.184198:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18449 00000100:00100000:0.0:1746137568.184574:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.184643:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072256 00000100:00100000:3.0:1746137568.184649:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072256 00002000:00100000:3.0:1746137568.184680:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893800 x1830957303072256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.184690:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957303072256 ext(0->4095) 00002000:00010000:3.0:1746137568.184694:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893800 00000100:00100000:3.0:1746137568.184724:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14272 00000100:00100000:3.0:1746137568.184731:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303072256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.184854:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303072256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.184860:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14272 00002000:00100000:3.0:1746137568.184865:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893800 x1830957303072256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.184873:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957303072256 ext(0->4095) 00002000:00010000:3.0:1746137568.184876:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893800 00000100:00100000:0.0:1746137568.187159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.187201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.187236:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072384 00000100:00100000:2.0:1746137568.187243:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072384 00000100:00100000:2.0:1746137568.187268:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072512 00000100:00100000:2.0:1746137568.187269:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072512 00000100:00100000:1.0:1746137568.187276:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30684 00000100:00100000:2.0:1746137568.187322:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30685 00000100:00100000:1.0:1746137568.187325:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303072384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137568.187327:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303072512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.187342:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.187354:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.187355:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94c4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.187362:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94bd expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.187379:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.187386:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.187387:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.187390:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.187397:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.187400:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.187404:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.187406:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.187424:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.187431:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.187432:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.187440:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293052160:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.187475:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.187482:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2c00, rc 0) 00000100:00100000:2.0:1746137568.187500:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303072512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.187504:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30685 00000100:00100000:1.0:1746137568.187508:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.188599:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293052160:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.188614:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.188623:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dcc00, rc 0) 00000100:00100000:1.0:1746137568.188643:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303072384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1322us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.188649:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30684 00000100:00100000:0.0:1746137568.189420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.189512:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072640 00000100:00100000:3.0:1746137568.189518:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072640 00010000:00010000:3.0:1746137568.189540:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.189581:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18450 00000100:00100000:3.0:1746137568.189588:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303072640:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.189597:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.189617:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.189628:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.189645:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f79bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94b6 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.189667:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.189669:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.189674:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.189681:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.189702:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.189711:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.189720:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052288:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.189773:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.191164:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052288:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.191190:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.191302:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303072640:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1713us (1882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.191312:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18450 00000100:00100000:0.0:1746137568.191476:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.191580:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303072896 00000100:00100000:1.0:1746137568.191586:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303072896 00002000:00100000:1.0:1746137568.191614:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890700 x1830957303072896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.191623:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957303072896 ext(0->4095) 00010000:00010000:1.0:1746137568.191630:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.191641:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.191648:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890700 00000100:00100000:1.0:1746137568.191676:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3324 00000100:00100000:1.0:1746137568.191682:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303072896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.191802:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303072896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.191812:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3324 00002000:00100000:1.0:1746137568.191817:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890700 x1830957303072896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.191824:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957303072896 ext(0->4095) 00010000:00010000:1.0:1746137568.191828:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.191837:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.191843:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890700 00000100:00100000:0.0:1746137568.193864:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.193923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.194008:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073024 00000100:00100000:3.0:1746137568.194015:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073024 00000100:00100000:1.0:1746137568.194028:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073152 00000100:00100000:1.0:1746137568.194033:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073152 00010000:00010000:3.0:1746137568.194042:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.194071:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30686 00000100:00100000:3.0:1746137568.194072:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18451 00000100:00100000:3.0:1746137568.194077:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303073024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137568.194078:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303073152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.194090:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.194102:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94cb expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.194122:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.194127:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.194133:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137568.194136:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.194144:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.194163:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.194173:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.194174:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.194190:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f79ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94bd expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.194192:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.194201:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.194202:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.194207:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.194214:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.194806:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00010000:00010000:3.0:1746137568.194819:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.194830:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.194842:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052544:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.194861:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303073152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 782us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.194867:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30686 00000100:00100000:3.0:1746137568.194903:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.196662:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.196740:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073408 00000100:00100000:2.0:1746137568.196748:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073408 00002000:00100000:2.0:1746137568.196783:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891f80 x1830957303073408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.196793:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891f80 with x1830957303073408 ext(0->4095) 00010000:00010000:2.0:1746137568.196800:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.196817:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.196823:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891f80 00000100:00100000:2.0:1746137568.196934:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3325 00000100:00100000:2.0:1746137568.197096:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303073408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.197253:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303073408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.197260:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3325 00002000:00100000:2.0:1746137568.197265:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891f80 x1830957303073408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.197273:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891f80 with x1830957303073408 ext(0->4095) 00010000:00010000:2.0:1746137568.197277:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.197284:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.197290:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891f80 00000100:00100000:3.0:1746137568.197364:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052544:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.197397:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.197433:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303073024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3355us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.197442:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18451 00000100:00100000:0.0:1746137568.199810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.200223:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073536 00000100:00100000:1.0:1746137568.200232:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073536 00000100:00100000:1.0:1746137568.200270:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30687 00000100:00100000:1.0:1746137568.200277:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303073536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.200292:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.200306:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94d2 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.200328:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.200333:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.200339:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137568.200342:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 39 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.200375:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.200386:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 39 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.200394:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137568.200429:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303073536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.200435:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30687 00000100:00100000:0.0:1746137568.200507:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.200563:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073664 00000100:00100000:3.0:1746137568.200568:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073664 00010000:00010000:3.0:1746137568.200583:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.200613:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18452 00000100:00100000:3.0:1746137568.200618:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303073664:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.200627:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.200642:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.200658:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.200674:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f79c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94c4 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.200691:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.200692:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.200697:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.200705:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.200724:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.200734:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 5 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.200746:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052800:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.200790:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.203060:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.203154:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303073920 00000100:00100000:2.0:1746137568.203162:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303073920 00002000:00100000:2.0:1746137568.203200:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890000 x1830957303073920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.203210:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957303073920 ext(0->4095) 00010000:00010000:2.0:1746137568.203220:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.203232:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.203238:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890000 00000100:00100000:2.0:1746137568.203269:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3326 00000100:00100000:2.0:1746137568.203277:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303073920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.203428:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303073920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.203433:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3326 00002000:00100000:2.0:1746137568.203439:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890000 x1830957303073920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137568.203446:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052800:192.168.202.31@tcp:105: 00002000:00100000:2.0:1746137568.203446:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957303073920 ext(0->4095) 00010000:00010000:2.0:1746137568.203450:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.203459:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.203464:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890000 00010000:00010000:3.0:1746137568.203475:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.203516:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303073664:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2897us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.203528:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18452 00000100:00100000:0.0:1746137568.205218:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.205425:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074048 00000100:00100000:3.0:1746137568.205432:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074048 00010000:00010000:3.0:1746137568.205457:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.205738:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18453 00000100:00100000:3.0:1746137568.205745:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303074048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.205757:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.205775:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.205785:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.205803:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f79d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94cb expref: 6 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.205818:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.205820:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.205826:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.205834:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.205864:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.205876:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052928:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.205991:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.209084:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293052928:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.209122:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.209164:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303074048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3418us (3950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.209175:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18453 00000100:00100000:0.0:1746137568.209371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.210143:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074304 00000100:00100000:3.0:1746137568.210151:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074304 00002000:00100000:3.0:1746137568.210189:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891500 x1830957303074304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.210199:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957303074304 ext(0->4095) 00002000:00010000:3.0:1746137568.210203:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f891500 00000100:00100000:3.0:1746137568.210229:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14273 00000100:00100000:3.0:1746137568.210236:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303074304:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.210534:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303074304:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (1162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.210551:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14273 00002000:00100000:3.0:1746137568.210557:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891500 x1830957303074304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.210564:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891500 with x1830957303074304 ext(0->4095) 00002000:00010000:3.0:1746137568.210567:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f891500 00000100:00100000:0.0:1746137568.212531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.212605:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074432 00000100:00100000:2.0:1746137568.212614:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074432 00000100:00100000:2.0:1746137568.212672:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30688 00000100:00100000:2.0:1746137568.212679:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303074432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.212696:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.212713:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94d9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.212741:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.212748:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.212750:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.212753:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.212781:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.212792:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.212802:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053056:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.212905:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.214419:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053056:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.214459:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.214472:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2400, rc 0) 00000100:00100000:2.0:1746137568.214504:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303074432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1826us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.214516:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30688 00000100:00100000:0.0:1746137568.215006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.215062:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074560 00000100:00100000:3.0:1746137568.215068:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074560 00010000:00010000:3.0:1746137568.215091:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.215467:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18454 00000100:00100000:3.0:1746137568.215473:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303074560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.215487:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.215502:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.215513:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.215535:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f79d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d2 expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.215607:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.215609:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.215618:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.215626:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.215651:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.215666:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053184:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.215726:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.219223:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.219313:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.219396:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074944 00000100:00100000:3.0:1746137568.219403:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074944 00002000:00100000:3.0:1746137568.219444:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5880 x1830957303074944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.219453:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5880 with x1830957303074944 ext(0->4095) 00002000:00010000:3.0:1746137568.219457:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d5880 00000100:00100000:2.0:1746137568.219457:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303074688 00000100:00100000:2.0:1746137568.219462:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303074688 00000100:00100000:3.0:1746137568.219487:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14274 00000100:00100000:2.0:1746137568.219487:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30689 00000100:00100000:2.0:1746137568.219492:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303074688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137568.219493:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303074944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746137568.219503:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.219519:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94e0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.219549:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.219557:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.219559:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.219562:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.219597:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.219607:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.219617:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053312:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.219633:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303074944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (318us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.219639:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14274 00002000:00100000:3.0:1746137568.219644:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5880 x1830957303074944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.219651:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5880 with x1830957303074944 ext(0->4095) 00010000:00010000:3.0:1746137568.219656:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.219667:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.219672:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5880 00000100:00100000:2.0:1746137568.219673:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.219707:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053184:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.219735:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.219756:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303074560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4283us (4751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.219765:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18454 00000100:00100000:0.0:1746137568.222711:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.222811:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053312:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.222856:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.222872:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:2.0:1746137568.222928:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303074688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3435us (3710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.222962:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30689 00000100:00100000:0.0:1746137568.223063:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.223387:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075200 00000100:00100000:3.0:1746137568.223388:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075072 00000100:00100000:3.0:1746137568.223395:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075072 00000100:00100000:2.0:1746137568.223399:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075200 00010000:00010000:3.0:1746137568.223420:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.223442:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30690 00000100:00100000:2.0:1746137568.223449:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303075200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137568.223451:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18455 00000100:00100000:3.0:1746137568.223458:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303075072:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.223465:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.223470:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.223482:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94e7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.223507:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.223512:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.223517:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.223520:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.223635:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.223637:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.223647:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.223667:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f79df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94d9 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.223667:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.223675:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.223677:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.223683:0:16986:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.223690:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.223766:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137568.223775:0:16986:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.223785:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.223792:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303075072:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 334us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.223796:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053568:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.223798:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18455 00000100:00100000:2.0:1746137568.223869:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.226867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.227021:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053568:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.227042:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2000, rc 0) 00000100:00100000:2.0:1746137568.227083:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303075200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3634us (4019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.227092:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30690 00000100:00100000:0.0:1746137568.227093:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075456 00000100:00100000:0.0:1746137568.227100:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075456 00002000:00100000:0.0:1746137568.227136:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957303075456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.227146:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957303075456 ext(0->4095) 00010000:00010000:0.0:1746137568.227154:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137568.227171:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137568.227177:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137568.227202:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3327 00000100:00100000:0.0:1746137568.227208:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303075456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137568.227895:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303075456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 684us (1033us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.227902:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3327 00002000:00100000:0.0:1746137568.227908:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957303075456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.227916:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957303075456 ext(0->4095) 00010000:00010000:0.0:1746137568.227921:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137568.227929:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137568.227967:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137568.230314:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.230411:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075584 00000100:00100000:3.0:1746137568.230420:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075584 00010000:00010000:3.0:1746137568.230452:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.230497:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18456 00000100:00100000:3.0:1746137568.230505:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2008:x1830957303075584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.230520:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.230539:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.230564:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.230585:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f79e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e0 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.230616:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.230618:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.230624:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.230633:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.230666:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.230679:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053696:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.230757:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.234686:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.234888:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053696:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.234929:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.235032:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957303075584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4526us (4725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.235046:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18456 00000100:00100000:0.0:1746137568.235171:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075840 00000100:00100000:0.0:1746137568.235177:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075840 00002000:00100000:0.0:1746137568.235211:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036c380 x1830957303075840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.235226:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036c380 with x1830957303075840 ext(0->4095) 00002000:00010000:0.0:1746137568.235230:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036c380 00000100:00100000:0.0:1746137568.235257:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14275 00000100:00100000:0.0:1746137568.235264:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303075840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137568.235402:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303075840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.235408:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14275 00002000:00100000:0.0:1746137568.235414:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036c380 x1830957303075840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.235420:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036c380 with x1830957303075840 ext(0->4095) 00002000:00010000:0.0:1746137568.235422:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036c380 00000100:00100000:0.0:1746137568.236915:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.236970:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303075968 00000100:00100000:2.0:1746137568.236977:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303075968 00000100:00100000:2.0:1746137568.237008:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30691 00000100:00100000:2.0:1746137568.237014:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303075968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.237026:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.237040:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94ee expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.237065:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.237073:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.237074:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.237078:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.237108:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.237118:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.237128:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053824:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.237199:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.239462:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293053824:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.239495:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.239512:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6681400, rc 0) 00000100:00100000:2.0:1746137568.239575:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303075968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2560us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.239582:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30691 00000100:00100000:0.0:1746137568.240042:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.240146:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076096 00000100:00100000:3.0:1746137568.240152:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076096 00010000:00010000:3.0:1746137568.240177:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.240271:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18457 00000100:00100000:3.0:1746137568.240277:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303076096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.240288:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.240305:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.240315:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.240494:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f79ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94e7 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.240530:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.240532:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.240538:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.240557:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.240584:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.240597:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053952:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.240668:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.242063:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293053952:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.242107:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.242592:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303076096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2313us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.242601:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18457 00000100:00100000:1.0:1746137568.243259:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.243312:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076352 00000100:00100000:3.0:1746137568.243319:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076352 00002000:00100000:3.0:1746137568.243351:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81bb80 x1830957303076352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.243360:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81bb80 with x1830957303076352 ext(0->4095) 00002000:00010000:3.0:1746137568.243364:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81bb80 00000100:00100000:3.0:1746137568.243390:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14276 00000100:00100000:3.0:1746137568.243396:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303076352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.243505:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303076352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (248us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.243510:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14276 00002000:00100000:3.0:1746137568.243516:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81bb80 x1830957303076352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.243523:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81bb80 with x1830957303076352 ext(0->4095) 00002000:00010000:3.0:1746137568.243525:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81bb80 00000100:00100000:0.0:1746137568.245672:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.245768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.245812:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076480 00000100:00100000:2.0:1746137568.245821:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076480 00000100:00100000:1.0:1746137568.245837:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076608 00000100:00100000:1.0:1746137568.245841:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076608 00000100:00100000:2.0:1746137568.245859:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30692 00000100:00100000:2.0:1746137568.245866:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303076480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.245880:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.245894:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94f5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.245921:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.245927:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.245929:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.245932:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.246002:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.246012:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.246025:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293054080:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.246086:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.246332:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30693 00000100:00100000:1.0:1746137568.246339:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303076608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.246346:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.246353:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f94fc expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.246365:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.246368:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.246374:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.246377:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.246398:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.246407:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.246461:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137568.246486:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303076608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.246492:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30693 00000100:00100000:2.0:1746137568.251395:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293054080:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137568.251403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137568.251426:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.251442:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fad3600, rc 0) 00000100:00100000:3.0:1746137568.251476:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076736 00000100:00100000:3.0:1746137568.251482:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076736 00000100:00100000:2.0:1746137568.251485:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303076480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5619us (5821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.251493:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30692 00010000:00010000:3.0:1746137568.251509:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.251539:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18458 00000100:00100000:3.0:1746137568.251552:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303076736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.251565:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.251583:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.251593:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.251611:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f79f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94ee expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.251631:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.251632:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.251638:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.251645:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.251671:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.251684:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.251818:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054336:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.251878:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.253236:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054336:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.253270:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.253297:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303076736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1744us (1893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.253306:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18458 00000100:00100000:0.0:1746137568.253650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.253842:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303076992 00000100:00100000:1.0:1746137568.253850:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303076992 00002000:00100000:1.0:1746137568.254043:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5180 x1830957303076992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.254054:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5180 with x1830957303076992 ext(0->4095) 00010000:00010000:1.0:1746137568.254062:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.254074:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.254081:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5180 00000100:00100000:1.0:1746137568.254108:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3328 00000100:00100000:1.0:1746137568.254115:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303076992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.254237:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303076992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.254242:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3328 00002000:00100000:1.0:1746137568.254247:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5180 x1830957303076992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.254254:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5180 with x1830957303076992 ext(0->4095) 00010000:00010000:1.0:1746137568.254258:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.254267:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.254272:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5180 00000100:00100000:0.0:1746137568.256622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.256834:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303077120 00000100:00100000:2.0:1746137568.256843:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303077120 00000100:00100000:2.0:1746137568.256895:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30694 00000100:00100000:2.0:1746137568.256902:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303077120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.256917:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.256934:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9503 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.256987:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.256992:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.256998:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.257001:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.257042:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.257053:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.257062:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334d200, rc 0) 00000100:00100000:2.0:1746137568.257869:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303077120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 964us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.257875:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30694 00000100:00100000:2.0:1746137568.260129:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.261092:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303077248 00000100:00100000:3.0:1746137568.261103:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303077248 00010000:00010000:3.0:1746137568.261136:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.261482:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18459 00000100:00100000:3.0:1746137568.261490:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303077248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.261503:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.261523:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.261535:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.261568:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f79fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94f5 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.261597:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.261599:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.261604:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.261612:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.261730:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.261740:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.261752:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054592:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.262140:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.264198:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054592:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.264240:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.264278:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303077248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2788us (4156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.264468:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18459 00000100:00100000:0.0:1746137568.264806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.264880:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303077504 00000100:00100000:3.0:1746137568.264887:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303077504 00002000:00100000:3.0:1746137568.264919:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5f80 x1830957303077504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.264965:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957303077504 ext(0->4095) 00010000:00010000:3.0:1746137568.264973:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.264985:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.264991:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5f80 00000100:00100000:3.0:1746137568.265155:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3329 00000100:00100000:3.0:1746137568.265163:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303077504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.265287:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303077504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.265292:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3329 00002000:00100000:3.0:1746137568.265298:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5f80 x1830957303077504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.265304:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957303077504 ext(0->4095) 00010000:00010000:3.0:1746137568.265309:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.265318:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.265323:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137568.266811:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.266864:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303077632 00000100:00100000:2.0:1746137568.266870:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303077632 00000100:00100000:2.0:1746137568.266913:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30695 00000100:00100000:2.0:1746137568.266920:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303077632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.266933:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.266985:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f950a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.267008:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.267014:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.267020:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.267023:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.267062:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.267073:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.267082:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334de00, rc 0) 00000100:00100000:2.0:1746137568.267124:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303077632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.267129:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30695 00000100:00100000:1.0:1746137568.267380:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.267448:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303077760 00000100:00100000:3.0:1746137568.267451:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303077760 00010000:00010000:3.0:1746137568.267465:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.267483:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18460 00000100:00100000:3.0:1746137568.267488:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303077760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.267495:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.267510:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.267519:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.267534:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7a02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f94fc expref: 39 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.267562:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.267564:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.267569:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.267576:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.267596:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.267605:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.267616:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054848:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.267673:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.269103:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054848:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.269140:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.269165:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303077760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1677us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.269174:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18460 00000100:00100000:0.0:1746137568.269348:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.269590:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078016 00000100:00100000:2.0:1746137568.269596:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078016 00002000:00100000:2.0:1746137568.269625:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957303078016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.269635:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957303078016 ext(0->4095) 00010000:00010000:2.0:1746137568.269641:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.269652:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.269657:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ce00 00000100:00100000:2.0:1746137568.269671:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3330 00000100:00100000:2.0:1746137568.269677:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303078016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.269782:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303078016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.269789:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3330 00002000:00100000:2.0:1746137568.269794:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ce00 x1830957303078016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.269800:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ce00 with x1830957303078016 ext(0->4095) 00010000:00010000:2.0:1746137568.269805:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.269812:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.269817:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ce00 00000100:00100000:0.0:1746137568.272018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.272137:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078144 00000100:00100000:3.0:1746137568.272145:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078144 00010000:00010000:3.0:1746137568.272175:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.272384:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18461 00000100:00100000:3.0:1746137568.272391:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303078144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.272403:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.272420:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.272432:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.272452:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9503 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.272569:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.272572:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.272578:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.272586:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.272617:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.272629:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054976:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.273010:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.274973:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293054976:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.275016:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.275054:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303078144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2661us (3042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.275063:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18461 00000100:00100000:0.0:1746137568.275564:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.275626:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078400 00000100:00100000:2.0:1746137568.275631:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078400 00002000:00100000:2.0:1746137568.275665:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ea00 x1830957303078400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.275674:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ea00 with x1830957303078400 ext(0->4095) 00002000:00010000:2.0:1746137568.275678:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ea00 00000100:00100000:2.0:1746137568.275703:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14277 00000100:00100000:2.0:1746137568.275710:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303078400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.275833:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303078400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.275839:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14277 00002000:00100000:2.0:1746137568.275844:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ea00 x1830957303078400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.275856:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ea00 with x1830957303078400 ext(0->4095) 00002000:00010000:2.0:1746137568.275859:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1ea00 00000100:00100000:0.0:1746137568.278058:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.278156:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078528 00000100:00100000:2.0:1746137568.278162:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078528 00000100:00100000:2.0:1746137568.278204:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30696 00000100:00100000:2.0:1746137568.278245:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303078528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.278296:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.278312:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9511 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.278335:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.278341:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.278342:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.278346:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.278373:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.278384:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 37 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.278396:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293055104:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.278480:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.280767:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293055104:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.280796:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.280810:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334d200, rc 0) 00000100:00100000:2.0:1746137568.280852:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303078528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.280860:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30696 00000100:00100000:2.0:1746137568.281263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.281370:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078656 00000100:00100000:3.0:1746137568.281376:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078656 00010000:00010000:3.0:1746137568.281400:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.281431:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18462 00000100:00100000:3.0:1746137568.281437:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303078656:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.281448:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.281466:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.281481:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.281500:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7a10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f950a expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.281525:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.281527:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.281532:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.281539:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.281573:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.281584:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055232:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.281642:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.283404:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055232:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.283444:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.283579:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303078656:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2139us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.283587:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18462 00000100:00100000:0.0:1746137568.283850:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.284001:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303078912 00000100:00100000:3.0:1746137568.284007:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303078912 00002000:00100000:3.0:1746137568.284038:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1d180 x1830957303078912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.284048:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1d180 with x1830957303078912 ext(0->4095) 00002000:00010000:3.0:1746137568.284052:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1d180 00000100:00100000:3.0:1746137568.284073:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14278 00000100:00100000:3.0:1746137568.284080:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303078912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.284188:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303078912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (339us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.284194:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14278 00002000:00100000:3.0:1746137568.284199:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1d180 x1830957303078912/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.284206:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1d180 with x1830957303078912 ext(0->4095) 00002000:00010000:3.0:1746137568.284209:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1d180 00000100:00100000:0.0:1746137568.285722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.287529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.287686:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079040 00000100:00100000:3.0:1746137568.287695:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079040 00000100:00100000:3.0:1746137568.287729:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079168 00000100:00100000:3.0:1746137568.287731:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079168 00000100:00100000:3.0:1746137568.287750:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30697 00000100:00100000:3.0:1746137568.287757:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303079040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.287772:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.287787:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9518 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.287965:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.287973:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.287975:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.287978:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.288008:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.288019:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.288030:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293055360:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.288089:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.288248:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30698 00000100:00100000:0.0:1746137568.288255:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303079168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137568.288262:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137568.288268:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f951f expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.288278:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137568.288282:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.288287:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137568.288289:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.288310:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.288320:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 40 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.288328:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675600, rc 0) 00000100:00100000:0.0:1746137568.288349:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1731:x1830957303079168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.288355:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30698 00000100:00100000:0.0:1746137568.291080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.291183:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293055360:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.291229:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.291250:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff86600, rc 0) 00000100:00100000:3.0:1746137568.291291:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303079040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3533us (5573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.291298:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30697 00000100:00100000:2.0:1746137568.291930:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079296 00000100:00100000:2.0:1746137568.291949:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079296 00010000:00010000:2.0:1746137568.291975:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.291998:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18463 00000100:00100000:2.0:1746137568.292004:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303079296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.292016:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.292036:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.292045:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.292066:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f7a17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9511 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.292083:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.292086:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.292091:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.292099:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.292127:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.292138:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.292153:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055616:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.292881:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.294518:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055616:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.294539:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.294837:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303079296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2830us (3763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.294846:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18463 00000100:00100000:0.0:1746137568.297600:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.297754:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079552 00000100:00100000:2.0:1746137568.297763:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079552 00002000:00100000:2.0:1746137568.297803:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567480 x1830957303079552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.297812:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567480 with x1830957303079552 ext(0->4095) 00010000:00010000:2.0:1746137568.297821:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.297838:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.297845:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567480 00000100:00100000:2.0:1746137568.297906:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3331 00000100:00100000:2.0:1746137568.297913:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303079552:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137568.298492:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303079552:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 577us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.298499:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3331 00002000:00100000:2.0:1746137568.298505:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567480 x1830957303079552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.298511:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567480 with x1830957303079552 ext(0->4095) 00010000:00010000:2.0:1746137568.298516:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.298525:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.298531:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135567480 00000100:00100000:0.0:1746137568.300855:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.301240:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079680 00000100:00100000:2.0:1746137568.301249:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079680 00010000:00010000:2.0:1746137568.301279:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.301316:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18464 00000100:00100000:2.0:1746137568.301324:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303079680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.301336:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.301355:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.301367:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.301386:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f7a1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9518 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.301413:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.301415:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.301421:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.301428:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.301458:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.301470:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055744:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.301554:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.303501:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293055744:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137568.303501:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137568.304059:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.304112:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303079680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2786us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.304123:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18464 00000100:00100000:3.0:1746137568.304187:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303079936 00000100:00100000:3.0:1746137568.304193:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303079936 00002000:00100000:3.0:1746137568.304224:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564700 x1830957303079936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.304246:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564700 with x1830957303079936 ext(0->4095) 00002000:00010000:3.0:1746137568.304250:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564700 00000100:00100000:3.0:1746137568.304267:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14279 00000100:00100000:3.0:1746137568.304273:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303079936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.304391:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303079936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.304397:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14279 00002000:00100000:3.0:1746137568.304402:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564700 x1830957303079936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.304408:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564700 with x1830957303079936 ext(0->4095) 00002000:00010000:3.0:1746137568.304411:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564700 00000100:00100000:0.0:1746137568.306603:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.306731:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080064 00000100:00100000:3.0:1746137568.306740:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080064 00000100:00100000:3.0:1746137568.307124:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30699 00000100:00100000:3.0:1746137568.307132:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303080064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.307148:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.307164:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9526 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.307190:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.307195:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.307197:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.307200:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.307228:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 37 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.307240:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 37 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.307252:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293055872:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.307338:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.309637:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293055872:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.309683:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.309699:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137568.309817:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303080064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.309825:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30699 00000100:00100000:0.0:1746137568.310363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.310445:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080192 00000100:00100000:2.0:1746137568.310451:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080192 00010000:00010000:2.0:1746137568.310477:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.310603:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18465 00000100:00100000:2.0:1746137568.310611:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303080192:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.310623:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.310642:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.310652:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.310667:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f7a25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f951f expref: 38 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.310685:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.310687:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.310693:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.310701:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.310727:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.310743:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056000:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.310801:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.312531:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056000:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.312561:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137568.312624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.313103:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303080192:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2491us (2738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.313112:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18465 00000100:00100000:0.0:1746137568.313190:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080448 00000100:00100000:0.0:1746137568.313196:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080448 00002000:00100000:0.0:1746137568.313232:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957303080448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.313242:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957303080448 ext(0->4095) 00002000:00010000:0.0:1746137568.313245:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564000 00000100:00100000:0.0:1746137568.313274:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14280 00000100:00100000:0.0:1746137568.313281:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303080448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137568.313390:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303080448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (766us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.313396:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14280 00002000:00100000:0.0:1746137568.313856:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957303080448/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.313864:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957303080448 ext(0->4095) 00002000:00010000:0.0:1746137568.313867:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135564000 00000100:00100000:0.0:1746137568.315611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.316164:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080576 00000100:00100000:3.0:1746137568.316172:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080576 00000100:00100000:3.0:1746137568.316268:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30700 00000100:00100000:3.0:1746137568.316277:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303080576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.316298:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.316319:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f952d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.316359:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.316366:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.316368:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.316371:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.316407:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.316425:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 5 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.316437:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056128:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.317031:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.318816:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056128:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.318878:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.318892:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137568.318929:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303080576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.318957:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30700 00000100:00100000:0.0:1746137568.319459:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.319520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.319602:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080832 00000100:00100000:2.0:1746137568.319608:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080832 00010000:00010000:2.0:1746137568.319632:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.319692:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18466 00000100:00100000:3.0:1746137568.319698:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303080704 00000100:00100000:2.0:1746137568.319699:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303080832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137568.319703:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303080704 00010000:00010000:2.0:1746137568.319711:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.319729:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.319730:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30701 00000100:00100000:3.0:1746137568.319736:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303080704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.319739:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.319749:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.319757:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9534 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.319757:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7a2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9526 expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.319769:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.319774:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.319780:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.319783:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.319865:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.319867:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.319874:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.319881:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.319902:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.319913:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.319923:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056256:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.320039:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.320047:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.320048:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.320055:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056384:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.320077:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.321792:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056256:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.321831:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.321844:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:3.0:1746137568.321889:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303080704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2152us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.321898:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30701 00000100:00100000:2.0:1746137568.322790:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056384:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.322806:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.322833:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303080832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3135us (3313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.322842:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18466 00000100:00100000:0.0:1746137568.324093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.324805:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081088 00000100:00100000:1.0:1746137568.324814:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081088 00002000:00100000:1.0:1746137568.324851:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957800 x1830957303081088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.324862:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957303081088 ext(0->4095) 00010000:00010000:1.0:1746137568.324871:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.324883:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.324889:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957800 00000100:00100000:1.0:1746137568.324924:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3332 00000100:00100000:1.0:1746137568.324932:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303081088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.325107:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303081088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (1019us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.325113:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3332 00002000:00100000:1.0:1746137568.325118:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957800 x1830957303081088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.325125:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957303081088 ext(0->4095) 00010000:00010000:1.0:1746137568.325129:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.325137:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.325142:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957800 00000100:00100000:0.0:1746137568.327956:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.328318:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081216 00000100:00100000:2.0:1746137568.328328:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081216 00010000:00010000:2.0:1746137568.328360:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.328453:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18467 00000100:00100000:2.0:1746137568.328462:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303081216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.328478:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.328498:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.328509:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.328530:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a33 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f952d expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.328567:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.328569:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.328576:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.328584:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.328615:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.328629:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056512:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.328710:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.331596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.331789:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056512:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.331813:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.331854:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303081216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3393us (3922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.331869:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18467 00000100:00100000:1.0:1746137568.332850:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081472 00000100:00100000:1.0:1746137568.332858:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081472 00002000:00100000:1.0:1746137568.332894:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954000 x1830957303081472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.332903:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957303081472 ext(0->4095) 00002000:00010000:1.0:1746137568.332907:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954000 00000100:00100000:1.0:1746137568.332954:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14281 00000100:00100000:1.0:1746137568.332962:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303081472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.333588:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303081472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 626us (2000us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.333595:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14281 00002000:00100000:1.0:1746137568.333600:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954000 x1830957303081472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.333607:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957303081472 ext(0->4095) 00002000:00010000:1.0:1746137568.333610:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954000 00000100:00100000:0.0:1746137568.336074:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.336167:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081600 00000100:00100000:3.0:1746137568.336176:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081600 00000100:00100000:3.0:1746137568.336215:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30702 00000100:00100000:3.0:1746137568.336222:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303081600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.336238:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.336254:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f953b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.336281:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.336288:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.336290:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.336293:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.336321:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.336333:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.336344:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056640:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.337351:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.338782:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056640:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.338828:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.338841:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:3.0:1746137568.338875:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303081600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (2809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.338882:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30702 00000100:00100000:0.0:1746137568.340020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.340198:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081728 00000100:00100000:2.0:1746137568.340210:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081728 00010000:00010000:2.0:1746137568.340247:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.340475:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18468 00000100:00100000:2.0:1746137568.340483:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303081728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.340496:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.340514:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.340678:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.340760:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9534 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.340844:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.340846:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.340854:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.340861:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.340889:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.340900:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056768:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.341095:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.343362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.343571:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.343647:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303081856 00000100:00100000:3.0:1746137568.343656:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303081856 00000100:00100000:3.0:1746137568.343708:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30703 00000100:00100000:3.0:1746137568.343717:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303081856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.343735:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.343752:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9542 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.343778:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.343785:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.343787:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.343790:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.343819:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.343830:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 5 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.343849:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056896:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.343919:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.343993:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293056768:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.344016:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.344192:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303081728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3709us (4173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.344201:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18468 00000100:00100000:1.0:1746137568.344209:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303082112 00000100:00100000:1.0:1746137568.344214:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303082112 00002000:00100000:1.0:1746137568.344240:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957303082112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.344248:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957303082112 ext(0->4095) 00010000:00010000:1.0:1746137568.344255:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.344265:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.344270:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955880 00000100:00100000:1.0:1746137568.344283:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3333 00000100:00100000:1.0:1746137568.344288:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303082112:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137568.344467:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303082112:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 178us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.344474:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3333 00002000:00100000:1.0:1746137568.344479:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955880 x1830957303082112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.344493:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957303082112 ext(0->4095) 00010000:00010000:1.0:1746137568.344498:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.344506:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.344511:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955880 00000100:00100000:3.0:1746137568.345879:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293056896:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.345924:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.345965:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.346015:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303081856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.346021:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30703 00000100:00100000:3.0:1746137568.349490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.349583:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.349646:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303082240 00000100:00100000:0.0:1746137568.349654:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303082240 00000100:00100000:0.0:1746137568.349695:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30704 00000100:00100000:0.0:1746137568.349703:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303082240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137568.349719:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137568.349735:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9549 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.349762:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137568.349767:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.349772:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137568.349775:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.349806:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.349816:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.349825:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674a00, rc 0) 00000100:00100000:0.0:1746137568.349862:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303082240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.349867:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30704 00000100:00100000:2.0:1746137568.349930:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303082368 00000100:00100000:2.0:1746137568.349934:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303082368 00010000:00010000:2.0:1746137568.350096:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.350114:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18469 00000100:00100000:2.0:1746137568.350118:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303082368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.350126:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.350144:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.350154:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.350169:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f953b expref: 6 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.350294:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.350296:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.350302:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.350309:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.350329:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.350340:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.350351:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057152:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.351480:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.353281:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.353389:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057152:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.353411:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.354045:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303082368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3923us (4460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.354057:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18469 00000100:00100000:3.0:1746137568.354729:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303082624 00000100:00100000:3.0:1746137568.354736:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303082624 00002000:00100000:3.0:1746137568.354775:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956300 x1830957303082624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.354784:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957303082624 ext(0->4095) 00010000:00010000:3.0:1746137568.354791:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.354804:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.354811:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e956300 00000100:00100000:3.0:1746137568.354845:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3334 00000100:00100000:3.0:1746137568.354852:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303082624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.355011:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303082624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (1737us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.355017:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3334 00002000:00100000:3.0:1746137568.355022:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e956300 x1830957303082624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.355029:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957303082624 ext(0->4095) 00010000:00010000:3.0:1746137568.355032:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.355041:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.355046:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e956300 00000100:00100000:0.0:1746137568.357837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.357975:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303082752 00000100:00100000:2.0:1746137568.357984:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303082752 00010000:00010000:2.0:1746137568.358016:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.358052:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18470 00000100:00100000:2.0:1746137568.358059:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303082752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.358074:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.358093:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.358104:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.358125:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9542 expref: 39 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.358149:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.358151:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.358157:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.358165:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.358281:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.358294:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057280:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.358497:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.361054:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057280:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.361078:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.361120:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303082752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3060us (3291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.361134:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18470 00000100:00100000:0.0:1746137568.362348:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.362373:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083008 00000100:00100000:1.0:1746137568.362380:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083008 00002000:00100000:1.0:1746137568.362415:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3bb80 x1830957303083008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.362425:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3bb80 with x1830957303083008 ext(0->4095) 00002000:00010000:1.0:1746137568.362429:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd3bb80 00000100:00100000:1.0:1746137568.362820:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14282 00000100:00100000:1.0:1746137568.362827:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303083008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.362975:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303083008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.362981:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14282 00002000:00100000:1.0:1746137568.362987:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3bb80 x1830957303083008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.362994:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3bb80 with x1830957303083008 ext(0->4095) 00002000:00010000:1.0:1746137568.362997:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd3bb80 00000100:00100000:0.0:1746137568.365211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.365353:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083136 00000100:00100000:3.0:1746137568.365361:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083136 00000100:00100000:3.0:1746137568.365395:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30705 00000100:00100000:3.0:1746137568.365401:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303083136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.365414:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.365429:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9550 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.365453:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.365465:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.365467:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.365470:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.365499:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.365509:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.365521:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293057408:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.365619:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.367811:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293057408:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.367854:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.367868:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.367917:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303083136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2515us (2711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.367924:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30705 00000100:00100000:0.0:1746137568.369187:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.369273:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083264 00000100:00100000:2.0:1746137568.369280:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083264 00010000:00010000:2.0:1746137568.369308:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.369345:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18471 00000100:00100000:2.0:1746137568.369351:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303083264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.369363:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.369381:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.369391:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.369411:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f7a4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9549 expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.369441:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.369443:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.369449:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.369460:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.370948:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.370966:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057536:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.371053:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.373348:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.373404:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083392 00000100:00100000:3.0:1746137568.373413:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083392 00000100:00100000:0.0:1746137568.373464:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.373470:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30706 00000100:00100000:3.0:1746137568.373478:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303083392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.373495:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137568.373565:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083648 00000100:00100000:1.0:1746137568.373570:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083648 00002000:00100000:1.0:1746137568.373595:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957303083648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.373605:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957303083648 ext(0->4095) 00002000:00010000:1.0:1746137568.373609:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39880 00000100:00100000:1.0:1746137568.373649:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14283 00000100:00100000:1.0:1746137568.373654:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303083648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.373806:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303083648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.373813:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14283 00002000:00100000:1.0:1746137568.373820:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39880 x1830957303083648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.373827:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39880 with x1830957303083648 ext(0->4095) 00002000:00010000:1.0:1746137568.373830:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39880 00010000:00010000:3.0:1746137568.374165:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9557 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.374189:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.374196:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.374198:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.374201:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.374229:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.374240:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.374250:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293057664:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.374300:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.374484:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057536:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.374501:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.374532:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303083264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5180us (5348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.374551:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18471 00000100:00100000:3.0:1746137568.376153:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293057664:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137568.376188:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.376249:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.376519:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083776 00000100:00100000:1.0:1746137568.376525:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083776 00000100:00100000:1.0:1746137568.376564:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30707 00000100:00100000:1.0:1746137568.376572:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303083776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.376584:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.376595:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f955e expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.376614:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.376619:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.376625:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.376628:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.376651:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.376660:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.376669:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137568.376697:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1731:x1830957303083776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.376703:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30707 00010000:00010000:3.0:1746137568.377030:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.377040:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:3.0:1746137568.377080:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303083392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3602us (3740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.377089:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30706 00000100:00100000:2.0:1746137568.377277:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303083904 00000100:00100000:2.0:1746137568.377281:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303083904 00010000:00010000:2.0:1746137568.377299:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.377329:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18472 00000100:00100000:2.0:1746137568.377335:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303083904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.377344:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.377360:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.377370:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.377385:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9550 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.377407:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.377409:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.377414:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.377421:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.377440:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.377449:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 38 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.377459:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057920:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.377507:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.379278:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.379448:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293057920:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.379466:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.379498:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303083904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2163us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.379507:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18472 00000100:00100000:1.0:1746137568.379667:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084160 00000100:00100000:1.0:1746137568.379674:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084160 00002000:00100000:1.0:1746137568.379703:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134aa00 x1830957303084160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.379714:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134aa00 with x1830957303084160 ext(0->4095) 00010000:00010000:1.0:1746137568.379721:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.379733:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.379739:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134aa00 00000100:00100000:1.0:1746137568.379911:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3335 00000100:00100000:1.0:1746137568.379918:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303084160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.380051:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303084160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (778us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.380057:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3335 00002000:00100000:1.0:1746137568.380063:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134aa00 x1830957303084160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.380070:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134aa00 with x1830957303084160 ext(0->4095) 00010000:00010000:1.0:1746137568.380074:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.380083:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.380089:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134aa00 00000100:00100000:0.0:1746137568.383912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.384018:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084288 00000100:00100000:2.0:1746137568.384028:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084288 00010000:00010000:2.0:1746137568.384059:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.384439:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18473 00000100:00100000:2.0:1746137568.384451:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303084288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.384467:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.384486:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.384498:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.384518:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7a5d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9557 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.384552:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.384554:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.384561:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.384569:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.384602:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.384613:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058048:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.384690:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.386341:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058048:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.386360:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.386811:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303084288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2363us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.386824:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18473 00000100:00100000:0.0:1746137568.387797:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.387869:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084544 00000100:00100000:1.0:1746137568.387876:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084544 00002000:00100000:1.0:1746137568.387909:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349500 x1830957303084544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.387919:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349500 with x1830957303084544 ext(0->4095) 00002000:00010000:1.0:1746137568.387923:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349500 00000100:00100000:1.0:1746137568.387957:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14284 00000100:00100000:1.0:1746137568.387964:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303084544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.388093:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303084544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.388099:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14284 00002000:00100000:1.0:1746137568.388105:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349500 x1830957303084544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.388112:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349500 with x1830957303084544 ext(0->4095) 00002000:00010000:1.0:1746137568.388115:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349500 00000100:00100000:0.0:1746137568.389628:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.389698:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084672 00000100:00100000:3.0:1746137568.389705:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084672 00000100:00100000:3.0:1746137568.389742:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30708 00000100:00100000:3.0:1746137568.389748:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303084672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.389760:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.389774:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9565 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.389796:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.389804:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.389805:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.389808:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.389833:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 37 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.389843:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 37 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.389855:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058176:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.390219:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.391019:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058176:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.391054:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.391203:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137568.391237:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303084672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.391245:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30708 00000100:00100000:0.0:1746137568.394083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.394247:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084800 00000100:00100000:2.0:1746137568.394256:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084800 00002000:00100000:2.0:1746137568.394303:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091349180 x1830957303084800/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.394313:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349180 with x1830957303084800 ext(0->7) 00010000:00010000:2.0:1746137568.394322:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.394336:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 38 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.394342:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349180 00000100:00100000:2.0:1746137568.394373:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3336 00000100:00100000:2.0:1746137568.394380:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303084800:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137568.396082:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303084800:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1698us (2003us total) trans 4294972280 rc 0/0 00000100:00100000:0.0:1746137568.396091:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3336 00002000:00100000:0.0:1746137568.396099:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091349180 x1830957303084800/t4294972280(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.396107:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349180 with x1830957303084800 ext(0->7) 00010000:00010000:0.0:1746137568.396114:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137568.396124:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137568.396130:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349180 00000100:00100000:0.0:1746137568.399687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.399784:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303084928 00000100:00100000:2.0:1746137568.399793:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303084928 00010000:00010000:2.0:1746137568.399823:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.399860:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18474 00000100:00100000:2.0:1746137568.399867:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2008:x1830957303084928:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.399880:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.399897:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.399915:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.399971:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7a64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f955e expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.399993:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.399994:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.400001:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.400009:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.400037:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.400049:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058304:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.400124:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.402402:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058304:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.402423:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.403180:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2008:x1830957303084928:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3310us (3497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.403192:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18474 00000100:00100000:1.0:1746137568.403571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.403874:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085184 00000100:00100000:0.0:1746137568.403883:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085184 00002000:00100000:0.0:1746137568.403922:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81aa00 x1830957303085184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.404211:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81aa00 with x1830957303085184 ext(0->4095) 00002000:00010000:0.0:1746137568.404218:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81aa00 00000100:00100000:0.0:1746137568.404235:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14285 00000100:00100000:0.0:1746137568.404242:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303085184:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137568.404784:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303085184:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 541us (1213us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.404790:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14285 00002000:00100000:0.0:1746137568.404796:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81aa00 x1830957303085184/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.404803:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81aa00 with x1830957303085184 ext(0->4095) 00002000:00010000:0.0:1746137568.404806:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e81aa00 00000100:00100000:0.0:1746137568.409280:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.409327:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085312 00000100:00100000:3.0:1746137568.409336:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085312 00000100:00100000:3.0:1746137568.409382:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30709 00000100:00100000:3.0:1746137568.409389:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303085312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.409404:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.409419:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f956c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.409444:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.409452:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.409453:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.409456:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.409483:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.409493:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.409506:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058432:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.409599:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.409685:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.409736:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085440 00000100:00100000:1.0:1746137568.409740:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085440 00000100:00100000:1.0:1746137568.409762:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30710 00000100:00100000:1.0:1746137568.409767:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957303085440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.409774:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.409781:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9573 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.409795:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.409799:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.409805:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.409808:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.409830:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.409840:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.409850:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137568.409873:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303085440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.409880:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30710 00000100:00100000:0.0:1746137568.411398:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.411557:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058432:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.411590:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.411601:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:3.0:1746137568.411639:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303085312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2250us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.411645:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30709 00000100:00100000:2.0:1746137568.411876:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085568 00000100:00100000:2.0:1746137568.411881:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085568 00010000:00010000:2.0:1746137568.411900:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.411920:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18475 00000100:00100000:2.0:1746137568.411925:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303085568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.411934:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.411980:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.411990:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.412009:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7a6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9565 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.412026:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.412028:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.412033:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.412040:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.412063:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.412072:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 40 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.412082:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058688:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.412124:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.414041:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058688:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.414057:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.414366:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303085568:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2438us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.414374:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18475 00000100:00100000:0.0:1746137568.414670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.414791:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085824 00000100:00100000:2.0:1746137568.414796:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085824 00002000:00100000:2.0:1746137568.414823:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134ad80 x1830957303085824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.414833:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134ad80 with x1830957303085824 ext(0->4095) 00010000:00010000:2.0:1746137568.414840:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.414851:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.414856:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134ad80 00000100:00100000:2.0:1746137568.414875:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3337 00000100:00100000:2.0:1746137568.414880:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303085824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.415008:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303085824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.415017:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3337 00002000:00100000:2.0:1746137568.415022:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134ad80 x1830957303085824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.415028:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134ad80 with x1830957303085824 ext(0->4095) 00010000:00010000:2.0:1746137568.415032:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.415040:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.415046:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134ad80 00000100:00100000:0.0:1746137568.416608:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.416689:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303085952 00000100:00100000:2.0:1746137568.416695:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303085952 00010000:00010000:2.0:1746137568.416716:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.416753:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18476 00000100:00100000:2.0:1746137568.416760:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303085952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.416770:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.416786:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.416797:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.416816:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f956c expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.416841:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.416842:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.416848:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.416856:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.416884:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.416934:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058816:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.417080:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.418618:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293058816:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.418635:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.418675:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303085952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1914us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.418684:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18476 00000100:00100000:0.0:1746137568.418834:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.418897:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086208 00000100:00100000:3.0:1746137568.418902:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086208 00002000:00100000:3.0:1746137568.418928:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349c00 x1830957303086208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.418965:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349c00 with x1830957303086208 ext(0->4095) 00002000:00010000:3.0:1746137568.418969:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349c00 00000100:00100000:1.0:1746137568.419031:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14286 00000100:00100000:1.0:1746137568.419039:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303086208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.419154:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303086208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.419160:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14286 00002000:00100000:1.0:1746137568.419166:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349c00 x1830957303086208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.419386:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349c00 with x1830957303086208 ext(0->4095) 00002000:00010000:1.0:1746137568.419392:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349c00 00000100:00100000:0.0:1746137568.421451:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.422275:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086336 00000100:00100000:3.0:1746137568.422283:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086336 00000100:00100000:3.0:1746137568.422745:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30711 00000100:00100000:3.0:1746137568.422753:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303086336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.422769:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.422783:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f957a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.422815:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 39 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.422822:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.422824:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.422827:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.422855:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 39 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.422867:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 39 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.422879:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058944:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.423241:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.424349:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293058944:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.424383:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.424395:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95400, rc 0) 00000100:00100000:3.0:1746137568.424422:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303086336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1670us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.424429:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30711 00000100:00100000:0.0:1746137568.424840:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.424998:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086464 00000100:00100000:2.0:1746137568.425004:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086464 00010000:00010000:2.0:1746137568.425024:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.425057:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18477 00000100:00100000:2.0:1746137568.425063:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303086464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.425076:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.425094:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.425104:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.425166:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7a79 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9573 expref: 40 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.425180:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.425182:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.425187:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.425194:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.425217:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.425226:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059072:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.425280:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.426806:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.426853:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086720 00000100:00100000:1.0:1746137568.426858:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086720 00002000:00100000:1.0:1746137568.426885:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800735f7480 x1830957303086720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.426894:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f7480 with x1830957303086720 ext(0->4095) 00002000:00010000:1.0:1746137568.426898:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800735f7480 00000100:00100000:1.0:1746137568.426925:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14287 00000100:00100000:1.0:1746137568.426932:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303086720:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.427002:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059072:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.427019:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.427051:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303086464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1988us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.427342:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303086720:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 410us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.427349:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14287 00002000:00100000:1.0:1746137568.427354:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800735f7480 x1830957303086720/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.427360:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f7480 with x1830957303086720 ext(0->4095) 00002000:00010000:1.0:1746137568.427363:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800735f7480 00000100:00100000:2.0:1746137568.427657:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18477 00000100:00100000:0.0:1746137568.428912:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.429078:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086848 00000100:00100000:3.0:1746137568.429085:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086848 00000100:00100000:3.0:1746137568.429117:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30712 00000100:00100000:3.0:1746137568.429124:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303086848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.429137:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.429151:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9581 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.429184:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.429190:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.429192:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.429195:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.429223:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.429235:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.429247:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293059200:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.429327:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.429807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.430275:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303086976 00000100:00100000:2.0:1746137568.430280:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303086976 00000100:00100000:2.0:1746137568.430316:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30713 00000100:00100000:2.0:1746137568.430323:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303086976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.430331:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.430340:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9588 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.430356:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.430360:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.430365:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.430368:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.430394:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.430404:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.430413:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334cc00, rc 0) 00000100:00100000:2.0:1746137568.430439:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303086976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.430445:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30713 00000100:00100000:0.0:1746137568.431510:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.431618:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293059200:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.431649:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.431663:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.431700:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957303086848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (2791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.431707:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30712 00000100:00100000:2.0:1746137568.431810:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303087104 00000100:00100000:2.0:1746137568.431815:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303087104 00010000:00010000:2.0:1746137568.431835:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.431862:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18478 00000100:00100000:2.0:1746137568.431868:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303087104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.431877:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.431894:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.431904:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.432316:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7a80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f957a expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.432337:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.432338:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.432345:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.432352:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.432493:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.432505:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 40 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.432514:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059456:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.432571:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.436026:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059456:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.436037:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137568.436062:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.436099:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303087360 00000100:00100000:1.0:1746137568.436106:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303087360 00002000:00100000:1.0:1746137568.436229:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12680 x1830957303087360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.436239:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12680 with x1830957303087360 ext(0->4095) 00010000:00010000:1.0:1746137568.436247:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.436254:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303087104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4385us (4746us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137568.436258:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.436264:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12680 00000100:00100000:2.0:1746137568.436267:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18478 00000100:00100000:1.0:1746137568.436288:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3338 00000100:00100000:1.0:1746137568.436294:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2008:x1830957303087360:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137568.436447:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2008:x1830957303087360:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.436452:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3338 00002000:00100000:1.0:1746137568.436457:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12680 x1830957303087360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.436469:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12680 with x1830957303087360 ext(0->4095) 00010000:00010000:1.0:1746137568.436474:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.436483:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.436488:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12680 00000100:00100000:0.0:1746137568.437820:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.438062:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303087616 00000100:00100000:3.0:1746137568.438068:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303087616 00000100:00100000:0.0:1746137568.438116:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.438141:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30714 00000100:00100000:3.0:1746137568.438147:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303087616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.438160:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.438174:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f958f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.438194:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.438199:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.438210:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137568.438213:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.438266:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303087488 00000100:00100000:2.0:1746137568.438270:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303087488 00010000:00010000:2.0:1746137568.438285:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.438313:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18479 00000100:00100000:2.0:1746137568.438318:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2008:x1830957303087488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.438326:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.438342:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.438353:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.438369:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7a87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9581 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.438388:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.438389:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.438390:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.438395:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.438402:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.438451:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.438457:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.438460:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00010000:00010000:2.0:1746137568.438468:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.438479:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059712:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.438504:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303087616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 356us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.438509:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30714 00000100:00100000:2.0:1746137568.438533:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.439888:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059712:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.439902:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.439923:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2008:x1830957303087488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1605us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.439931:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18479 00000100:00100000:0.0:1746137568.440522:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.440621:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303087872 00000100:00100000:1.0:1746137568.440627:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303087872 00002000:00100000:1.0:1746137568.440654:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352bb80 x1830957303087872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.440663:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352bb80 with x1830957303087872 ext(0->4095) 00010000:00010000:1.0:1746137568.440669:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.440679:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.440684:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352bb80 00000100:00100000:1.0:1746137568.440760:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3339 00000100:00100000:1.0:1746137568.440765:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303087872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.441157:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303087872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 391us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.441163:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3339 00002000:00100000:1.0:1746137568.441170:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352bb80 x1830957303087872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.441177:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352bb80 with x1830957303087872 ext(0->4095) 00010000:00010000:1.0:1746137568.441181:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.441189:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.441194:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352bb80 00000100:00100000:0.0:1746137568.444033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.444122:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.444358:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088128 00000100:00100000:2.0:1746137568.444367:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088128 00010000:00010000:2.0:1746137568.444399:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.444433:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18480 00000100:00100000:2.0:1746137568.444441:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303088128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.444454:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.444477:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.444488:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.444508:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7a8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9588 expref: 40 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.444524:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.444526:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.444532:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.444548:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.444580:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.444592:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059840:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.444600:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088000 00000100:00100000:3.0:1746137568.444604:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088000 00000100:00100000:3.0:1746137568.444625:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30715 00000100:00100000:3.0:1746137568.444630:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303088000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.444641:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.444655:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9596 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.444656:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00010000:00010000:3.0:1746137568.444671:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.444677:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.444679:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.444681:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.444696:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.444704:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.444712:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293059968:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.444734:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.448054:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293059840:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.448076:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.448241:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293059968:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.448277:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.448291:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:2.0:1746137568.448299:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303088128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3857us (4175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.448309:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303088000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3680us (4285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.448310:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18480 00000100:00100000:3.0:1746137568.448314:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30715 00000100:00100000:0.0:1746137568.448379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.448486:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088384 00000100:00100000:2.0:1746137568.448494:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088384 00002000:00100000:2.0:1746137568.448524:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352aa00 x1830957303088384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.448533:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352aa00 with x1830957303088384 ext(0->4095) 00010000:00010000:2.0:1746137568.448551:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.448568:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.448573:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352aa00 00000100:00100000:2.0:1746137568.448590:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3340 00000100:00100000:2.0:1746137568.448595:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303088384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.448721:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303088384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.448727:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3340 00002000:00100000:2.0:1746137568.448731:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352aa00 x1830957303088384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.448738:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352aa00 with x1830957303088384 ext(0->4095) 00010000:00010000:2.0:1746137568.448742:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.448750:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.448754:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352aa00 00000100:00100000:0.0:1746137568.451202:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.451326:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088512 00000100:00100000:2.0:1746137568.451335:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088512 00010000:00010000:2.0:1746137568.451362:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.451400:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18481 00000100:00100000:2.0:1746137568.451408:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303088512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.451419:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.451439:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.451450:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.451469:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7a95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f958f expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.451497:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.451499:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.451505:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.451512:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.451554:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.451567:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060096:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.451882:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.453354:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060096:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.453374:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.453405:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303088512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1998us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.453416:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18481 00000100:00100000:0.0:1746137568.455855:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.455996:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088768 00000100:00100000:3.0:1746137568.456006:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088768 00002000:00100000:3.0:1746137568.456047:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528a80 x1830957303088768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.456061:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957303088768 ext(0->4095) 00002000:00010000:3.0:1746137568.456065:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528a80 00000100:00100000:3.0:1746137568.456102:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14288 00000100:00100000:3.0:1746137568.456111:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2007:x1830957303088768:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137568.457140:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2007:x1830957303088768:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 1026us (1292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.457148:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14288 00002000:00100000:3.0:1746137568.457155:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528a80 x1830957303088768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.457162:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957303088768 ext(0->4095) 00002000:00010000:3.0:1746137568.457165:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528a80 00000100:00100000:0.0:1746137568.464143:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.464581:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303088896 00000100:00100000:3.0:1746137568.464669:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303088896 00000100:00100000:3.0:1746137568.464726:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30716 00000100:00100000:3.0:1746137568.464734:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303088896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.464753:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.464768:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f959d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.464793:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.464799:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.464801:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.464804:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.464830:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.464846:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 39 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.464858:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293060224:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.464976:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.477720:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293060224:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.477767:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.477785:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137568.477834:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303088896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13100us (13701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.477843:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30716 00000100:00100000:1.0:1746137568.483157:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.483191:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089024 00000100:00100000:2.0:1746137568.483201:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089024 00002000:00100000:2.0:1746137568.483240:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88006e81ad80 x1830957303089024/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.483252:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81ad80 with x1830957303089024 ext(0->7) 00010000:00010000:2.0:1746137568.483261:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 40 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.483274:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 40 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.483281:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81ad80 00000100:00100000:2.0:1746137568.483311:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3341 00000100:00100000:2.0:1746137568.483320:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303089024:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137568.484259:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303089024:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 936us (1110us total) trans 4294972281 rc 0/0 00000100:00100000:2.0:1746137568.484266:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3341 00002000:00100000:2.0:1746137568.484274:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88006e81ad80 x1830957303089024/t4294972281(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.484281:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81ad80 with x1830957303089024 ext(0->7) 00010000:00010000:2.0:1746137568.484288:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.484303:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.484309:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81ad80 00000100:00100000:0.0:1746137568.490045:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.490221:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089152 00000100:00100000:2.0:1746137568.490230:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089152 00010000:00010000:2.0:1746137568.490266:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.490294:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18482 00000100:00100000:2.0:1746137568.490301:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2008:x1830957303089152:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.490315:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.490333:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.490344:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.490366:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7a9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9596 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.490395:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.490397:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.490403:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.490416:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.490447:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.490457:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060352:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.490527:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.493748:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060352:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.493774:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.493816:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2008:x1830957303089152:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3514us (3780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.493828:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18482 00000100:00100000:0.0:1746137568.494559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.494708:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089408 00000100:00100000:2.0:1746137568.494714:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089408 00002000:00100000:2.0:1746137568.494752:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957303089408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.494762:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957303089408 ext(0->4095) 00002000:00010000:2.0:1746137568.494767:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528380 00000100:00100000:2.0:1746137568.495522:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14289 00000100:00100000:2.0:1746137568.495531:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303089408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.495816:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303089408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 287us (1258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.495826:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14289 00002000:00100000:2.0:1746137568.495832:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957303089408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.495839:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957303089408 ext(0->4095) 00002000:00010000:2.0:1746137568.495843:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528380 00000100:00100000:0.0:1746137568.496866:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.496984:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089536 00000100:00100000:3.0:1746137568.496990:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089536 00000100:00100000:3.0:1746137568.497381:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30717 00000100:00100000:3.0:1746137568.497388:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e972850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303089536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.497400:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.497414:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95a4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.497437:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.497449:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.497451:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.497454:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.497483:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.497494:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.497505:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293060480:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.497565:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.500226:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.500706:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.500760:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089792 00000100:00100000:2.0:1746137568.500767:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089792 00010000:00010000:2.0:1746137568.500801:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.500930:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303089664 00000100:00100000:1.0:1746137568.500934:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303089664 00000100:00100000:1.0:1746137568.500996:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30718 00000100:00100000:1.0:1746137568.501002:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303089664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137568.501011:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293060480:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.501017:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.501032:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95ab expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.501044:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.501054:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.501059:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.501064:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.501067:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.501095:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18483 00000100:00100000:2.0:1746137568.501101:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303089792:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.501109:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.501149:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137568.501186:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e972850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303089536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3798us (4321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.501193:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30717 00010000:00010000:1.0:1746137568.501324:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.501335:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.501341:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137568.501357:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303089664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 356us (1139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.501361:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30718 00010000:00010000:2.0:1746137568.501411:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.501421:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.501436:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7aa3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f959d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.501459:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.501460:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.501465:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.501477:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.501497:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.501507:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.501518:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060736:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.501572:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.503015:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060736:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.503032:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.503058:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303089792:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1957us (2352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.503066:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18483 00000100:00100000:0.0:1746137568.503360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.503838:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090048 00000100:00100000:2.0:1746137568.503844:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090048 00002000:00100000:2.0:1746137568.503879:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad500 x1830957303090048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.503892:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad500 with x1830957303090048 ext(0->4095) 00010000:00010000:2.0:1746137568.503899:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.503918:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.503924:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad500 00000100:00100000:2.0:1746137568.504060:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3342 00000100:00100000:2.0:1746137568.504067:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303090048:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.504177:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303090048:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.504183:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3342 00002000:00100000:2.0:1746137568.504188:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad500 x1830957303090048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.504196:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad500 with x1830957303090048 ext(0->4095) 00010000:00010000:2.0:1746137568.504200:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.504208:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.504214:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad500 00000100:00100000:0.0:1746137568.505856:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.505968:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090176 00000100:00100000:2.0:1746137568.505976:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090176 00010000:00010000:2.0:1746137568.506003:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.506275:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18484 00000100:00100000:2.0:1746137568.506282:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303090176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.506293:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.506312:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.506322:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.506341:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7aaa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95a4 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.506365:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.506367:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.506373:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.506379:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.506408:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.506418:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060864:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.506494:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.508109:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293060864:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.508127:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.508153:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303090176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1872us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.508162:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18484 00000100:00100000:0.0:1746137568.509884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.509958:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090432 00000100:00100000:1.0:1746137568.509966:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090432 00002000:00100000:1.0:1746137568.510001:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf480 x1830957303090432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.510015:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf480 with x1830957303090432 ext(0->4095) 00002000:00010000:1.0:1746137568.510019:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfaf480 00000100:00100000:1.0:1746137568.510045:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14290 00000100:00100000:1.0:1746137568.510050:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303090432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.510162:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303090432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.510167:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14290 00002000:00100000:1.0:1746137568.510172:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf480 x1830957303090432/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.510179:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf480 with x1830957303090432 ext(0->4095) 00002000:00010000:1.0:1746137568.510181:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfaf480 00000100:00100000:0.0:1746137568.512293:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.512366:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090560 00000100:00100000:1.0:1746137568.512375:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090560 00000100:00100000:1.0:1746137568.512423:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30719 00000100:00100000:1.0:1746137568.512430:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303090560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.512445:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.512459:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95b2 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.512484:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.512491:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.512493:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.512495:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.512524:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.512533:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 41 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.512553:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293060992:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.512626:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.515000:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293060992:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.515027:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.515046:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137568.515087:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303090560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (2799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.515095:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30719 00000100:00100000:0.0:1746137568.515991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.516565:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090688 00000100:00100000:2.0:1746137568.516573:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090688 00010000:00010000:2.0:1746137568.516600:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.516633:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18485 00000100:00100000:2.0:1746137568.516639:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303090688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.516651:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.516668:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.516677:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.516696:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7ab1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ab expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.516719:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.516721:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.516726:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.516733:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.516758:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.516770:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061120:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.516836:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.519896:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.520036:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061120:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.520057:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.520099:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303090688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3458us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.520110:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18485 00000100:00100000:0.0:1746137568.520297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.520476:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091072 00000100:00100000:1.0:1746137568.520482:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091072 00000100:00100000:1.0:1746137568.520520:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30720 00000100:00100000:1.0:1746137568.520525:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303091072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.520548:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.520561:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95b9 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.520584:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.520590:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.520592:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.520595:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.520618:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.520626:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.520641:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293061248:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.520700:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.521120:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303090944 00000100:00100000:2.0:1746137568.521124:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303090944 00002000:00100000:2.0:1746137568.521144:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac380 x1830957303090944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.521154:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac380 with x1830957303090944 ext(0->4095) 00010000:00010000:2.0:1746137568.521159:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.521168:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.521173:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac380 00000100:00100000:2.0:1746137568.521184:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3343 00000100:00100000:2.0:1746137568.521189:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303090944:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137568.521708:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303090944:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 517us (1409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.521718:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3343 00002000:00100000:2.0:1746137568.521724:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac380 x1830957303090944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.521731:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac380 with x1830957303090944 ext(0->4095) 00010000:00010000:2.0:1746137568.521735:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.521744:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.521749:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac380 00000100:00100000:1.0:1746137568.524382:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293061248:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.524411:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.524425:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:1.0:1746137568.524474:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303091072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3948us (4586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.524482:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30720 00000100:00100000:0.0:1746137568.525337:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.526050:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091200 00000100:00100000:1.0:1746137568.526059:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091200 00000100:00100000:1.0:1746137568.526394:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30721 00000100:00100000:1.0:1746137568.526402:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303091200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.526417:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.526432:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95c0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.526452:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.526456:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.526461:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.526464:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.526496:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.526505:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.526511:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137568.526599:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303091200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.526604:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30721 00000100:00100000:0.0:1746137568.527329:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.527468:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091328 00000100:00100000:2.0:1746137568.527473:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091328 00010000:00010000:2.0:1746137568.527495:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.527525:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18486 00000100:00100000:2.0:1746137568.527531:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303091328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.527552:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.527571:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.527581:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.527598:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7ab8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b2 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.527620:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.527622:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.527627:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.527633:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.527655:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.527664:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.527676:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061504:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.527742:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b6780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.530147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.530232:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061504:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.530252:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.530307:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303091328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2775us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.530317:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18486 00000100:00100000:3.0:1746137568.530782:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091584 00000100:00100000:3.0:1746137568.530789:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091584 00002000:00100000:3.0:1746137568.530821:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957303091584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.530837:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957303091584 ext(0->4095) 00010000:00010000:3.0:1746137568.530844:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.530856:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.530863:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad180 00000100:00100000:3.0:1746137568.530889:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3344 00000100:00100000:3.0:1746137568.530896:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303091584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.531047:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303091584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (907us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.531053:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3344 00002000:00100000:3.0:1746137568.531058:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957303091584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.531065:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957303091584 ext(0->4095) 00010000:00010000:3.0:1746137568.531069:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.531076:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.531082:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad180 00000100:00100000:0.0:1746137568.534049:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.535835:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091712 00000100:00100000:2.0:1746137568.535852:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091712 00010000:00010000:2.0:1746137568.535922:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.536060:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18487 00000100:00100000:2.0:1746137568.536081:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2008:x1830957303091712:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.536098:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.536132:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.536155:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.536187:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f7abf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95b9 expref: 43 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.536219:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.536221:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.536227:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.536234:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.536299:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.536325:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061632:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.537421:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.542229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.542655:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303091968 00000100:00100000:1.0:1746137568.542665:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303091968 00002000:00100000:1.0:1746137568.542710:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfafb80 x1830957303091968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.542719:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfafb80 with x1830957303091968 ext(0->4095) 00002000:00010000:1.0:1746137568.542724:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfafb80 00000100:00100000:1.0:1746137568.542758:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14291 00000100:00100000:1.0:1746137568.542773:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303091968:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.542934:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303091968:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.542969:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14291 00002000:00100000:1.0:1746137568.542975:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfafb80 x1830957303091968/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.542988:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfafb80 with x1830957303091968 ext(0->4095) 00002000:00010000:1.0:1746137568.542990:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfafb80 00000100:00100000:2.0:1746137568.543075:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061632:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.543095:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.543126:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2008:x1830957303091712:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7059us (9088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.543134:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18487 00000100:00100000:0.0:1746137568.547592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.547672:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092096 00000100:00100000:3.0:1746137568.547682:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092096 00000100:00100000:3.0:1746137568.548114:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30722 00000100:00100000:3.0:1746137568.548123:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303092096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.548140:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.548155:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95c7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.548180:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.548187:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.548188:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.548191:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.548218:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.548229:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 41 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.548241:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293061760:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.548313:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.550979:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293061760:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.551028:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.551049:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.551092:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303092096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2970us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.551100:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30722 00000100:00100000:0.0:1746137568.552126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.552162:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.552388:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092352 00000100:00100000:2.0:1746137568.552396:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092352 00010000:00010000:2.0:1746137568.552424:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.552690:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18488 00000100:00100000:2.0:1746137568.552698:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303092352:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.552712:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.552732:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.552744:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.552765:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ac6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c0 expref: 42 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.552789:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.552791:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.552797:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.552805:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.552836:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.552848:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061888:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.552909:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092224 00000100:00100000:3.0:1746137568.552913:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092224 00000100:00100000:2.0:1746137568.552915:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.553474:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30723 00000100:00100000:3.0:1746137568.553480:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303092224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.553492:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.553501:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95ce expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.553518:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.553524:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.553525:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.553528:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.555288:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293061888:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.555309:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.555351:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303092352:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2653us (3187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.555360:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18488 00010000:00010000:3.0:1746137568.556025:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.556040:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.556060:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062016:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.556133:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.556604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.556687:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092608 00000100:00100000:3.0:1746137568.556695:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092608 00002000:00100000:3.0:1746137568.556731:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf100 x1830957303092608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.556741:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf100 with x1830957303092608 ext(0->4095) 00010000:00010000:3.0:1746137568.556747:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.556756:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.556762:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf100 00000100:00100000:3.0:1746137568.556791:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3345 00000100:00100000:3.0:1746137568.556798:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303092608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.556975:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303092608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.556981:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3345 00002000:00100000:3.0:1746137568.556986:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf100 x1830957303092608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.556993:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf100 with x1830957303092608 ext(0->4095) 00010000:00010000:3.0:1746137568.556997:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.557133:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.557140:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf100 00000100:00100000:3.0:1746137568.557661:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062016:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.557707:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.557721:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137568.557755:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303092224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4275us (5632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.557763:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30723 00000100:00100000:0.0:1746137568.559522:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.559850:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092736 00000100:00100000:3.0:1746137568.559859:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092736 00000100:00100000:3.0:1746137568.560192:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30724 00000100:00100000:3.0:1746137568.560300:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303092736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.560323:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.560339:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95d5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.560428:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.560435:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.560441:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.560445:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.560504:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.560515:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.560529:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:3.0:1746137568.560594:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303092736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 297us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.560600:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30724 00000100:00100000:0.0:1746137568.561734:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.561889:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303092864 00000100:00100000:2.0:1746137568.561897:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303092864 00010000:00010000:2.0:1746137568.561924:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.561978:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18489 00000100:00100000:2.0:1746137568.562134:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303092864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.562148:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.562167:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.562178:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.562197:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7acd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95c7 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.562214:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.562216:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.562222:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.562229:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.562257:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.562268:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.562279:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062272:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.562352:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.563880:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062272:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.563901:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.563932:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303092864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1948us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.563962:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18489 00000100:00100000:0.0:1746137568.564904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.566171:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093120 00000100:00100000:3.0:1746137568.566181:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093120 00002000:00100000:3.0:1746137568.566224:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac700 x1830957303093120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.566234:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac700 with x1830957303093120 ext(0->4095) 00010000:00010000:3.0:1746137568.566242:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.566255:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.566262:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac700 00000100:00100000:3.0:1746137568.566289:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3346 00000100:00100000:3.0:1746137568.566297:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303093120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.566591:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303093120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 294us (1690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.566598:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3346 00002000:00100000:3.0:1746137568.566603:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac700 x1830957303093120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.566610:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac700 with x1830957303093120 ext(0->4095) 00010000:00010000:3.0:1746137568.566614:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.566622:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.566627:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac700 00000100:00100000:0.0:1746137568.570770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.570852:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093248 00000100:00100000:2.0:1746137568.570863:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093248 00010000:00010000:2.0:1746137568.570899:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.570964:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18490 00000100:00100000:2.0:1746137568.570972:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2008:x1830957303093248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.570986:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.571005:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.571016:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.571037:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7ad4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ce expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.571053:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.571055:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.571060:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.571067:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.571096:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.571107:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062400:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.572223:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.574806:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062400:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.574832:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.574873:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2008:x1830957303093248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3901us (4113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.575182:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.575263:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093504 00000100:00100000:3.0:1746137568.575271:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093504 00000100:00100000:2.0:1746137568.575276:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18490 00002000:00100000:3.0:1746137568.575311:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7100 x1830957303093504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.575320:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957303093504 ext(0->4095) 00002000:00010000:3.0:1746137568.575324:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7100 00000100:00100000:3.0:1746137568.575343:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14292 00000100:00100000:3.0:1746137568.575349:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303093504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.575463:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303093504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.575470:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14292 00002000:00100000:3.0:1746137568.575476:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7100 x1830957303093504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.575483:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7100 with x1830957303093504 ext(0->4095) 00002000:00010000:3.0:1746137568.575485:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7100 00000100:00100000:0.0:1746137568.580303:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.580750:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093632 00000100:00100000:3.0:1746137568.580761:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093632 00000100:00100000:3.0:1746137568.580916:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30725 00000100:00100000:3.0:1746137568.580925:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303093632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.580991:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.581008:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95dc expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.581039:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.581047:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.581048:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.581052:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.581082:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.581093:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.581105:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062528:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.581186:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.584760:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062528:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.584818:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.584835:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.584885:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303093632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3960us (4591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.584894:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30725 00000100:00100000:0.0:1746137568.585329:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.585381:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093760 00000100:00100000:2.0:1746137568.585388:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093760 00010000:00010000:2.0:1746137568.585412:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.585462:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18491 00000100:00100000:2.0:1746137568.585468:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303093760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.585479:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.585497:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.585506:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.585526:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7adb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95d5 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.585880:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.585883:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.585889:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.585905:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.585933:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.585963:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062656:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.587074:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.587167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.587185:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303093888 00000100:00100000:3.0:1746137568.587191:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303093888 00000100:00100000:3.0:1746137568.587918:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30726 00000100:00100000:3.0:1746137568.587928:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303093888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.587962:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.587976:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95e3 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.587999:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.588005:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.588006:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.588010:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.588034:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.589070:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.589092:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062784:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.589176:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.591834:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062656:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.591859:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.591912:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303093760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6443us (6582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.591923:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18491 00000100:00100000:0.0:1746137568.592417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.592461:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094144 00000100:00100000:2.0:1746137568.592467:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094144 00002000:00100000:2.0:1746137568.592507:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4700 x1830957303094144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.592518:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4700 with x1830957303094144 ext(0->4095) 00010000:00010000:2.0:1746137568.592526:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.592549:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.592556:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4700 00000100:00100000:2.0:1746137568.592575:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3347 00000100:00100000:2.0:1746137568.592582:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303094144:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137568.592771:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293062784:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.592812:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.592825:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:2.0:1746137568.593437:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303094144:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 854us (1020us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.593444:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3347 00002000:00100000:2.0:1746137568.593450:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4700 x1830957303094144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.593458:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4700 with x1830957303094144 ext(0->4095) 00010000:00010000:2.0:1746137568.593463:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.593472:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.593478:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4700 00000100:00100000:3.0:1746137568.593528:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303093888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5602us (6363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.593535:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30726 00000100:00100000:0.0:1746137568.601054:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.601501:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094272 00000100:00100000:2.0:1746137568.601511:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094272 00010000:00010000:2.0:1746137568.601558:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.601601:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18492 00000100:00100000:2.0:1746137568.601610:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303094272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.601624:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.601644:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.601656:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.601678:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7ae2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95dc expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.601702:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.601704:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.601711:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.601720:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.601754:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.601768:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062912:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.601848:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.607616:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293062912:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137568.607628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137568.607638:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.607676:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303094272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6067us (6632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.607688:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18492 00000100:00100000:3.0:1746137568.607698:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094528 00000100:00100000:3.0:1746137568.607704:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094528 00002000:00100000:3.0:1746137568.607740:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5500 x1830957303094528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.607750:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5500 with x1830957303094528 ext(0->4095) 00002000:00010000:3.0:1746137568.607754:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5500 00000100:00100000:3.0:1746137568.608277:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14293 00000100:00100000:3.0:1746137568.608285:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303094528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.608404:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303094528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.608414:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14293 00002000:00100000:3.0:1746137568.608420:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5500 x1830957303094528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.608428:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5500 with x1830957303094528 ext(0->4095) 00002000:00010000:3.0:1746137568.608431:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5500 00000100:00100000:0.0:1746137568.612342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.612433:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094656 00000100:00100000:3.0:1746137568.612442:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094656 00000100:00100000:3.0:1746137568.612490:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30727 00000100:00100000:3.0:1746137568.612497:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303094656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.612512:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.612527:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95ea expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.612565:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.612572:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.612574:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.612577:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.612605:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.612616:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 41 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.612633:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293063040:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.613132:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.614966:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293063040:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.615013:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.615027:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137568.615063:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303094656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.615071:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30727 00000100:00100000:0.0:1746137568.615338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.615488:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094784 00000100:00100000:1.0:1746137568.615494:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094784 00002000:00100000:1.0:1746137568.615524:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5c00 x1830957303094784/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.615532:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5c00 with x1830957303094784 ext(0->7) 00010000:00010000:1.0:1746137568.615549:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.615560:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 42 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.615565:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5c00 00000100:00100000:1.0:1746137568.615588:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3348 00000100:00100000:1.0:1746137568.615593:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303094784:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137568.619255:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303094784:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3649us (3905us total) trans 4294972282 rc 0/0 00000100:00100000:1.0:1746137568.619267:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3348 00002000:00100000:1.0:1746137568.619277:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5c00 x1830957303094784/t4294972282(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.619286:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5c00 with x1830957303094784 ext(0->7) 00010000:00010000:1.0:1746137568.619296:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 44 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.619315:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 44 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.619321:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5c00 00000100:00100000:0.0:1746137568.625880:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.626316:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095040 00000100:00100000:3.0:1746137568.626326:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095040 00000100:00100000:0.0:1746137568.626342:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.626414:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30728 00000100:00100000:3.0:1746137568.626422:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303095040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.626443:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.626458:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95f1 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.626488:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303094912 00010000:00010000:3.0:1746137568.626491:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746137568.626491:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303094912 00010000:00010000:3.0:1746137568.626496:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.626501:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137568.626505:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.626507:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.626550:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18493 00000100:00100000:2.0:1746137568.626555:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303094912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.626563:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.626807:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.626817:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.626831:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7ae9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95e3 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.626849:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.626857:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.626858:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.626892:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.626900:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.626910:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.626917:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00010000:00010000:2.0:1746137568.626918:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.626926:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.626984:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303095040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 563us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.626990:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30728 00000100:00100000:2.0:1746137568.627153:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063296:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.627215:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.629139:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063296:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137568.629139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137568.629157:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.629187:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303094912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2630us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.629195:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18493 00000100:00100000:1.0:1746137568.629201:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095296 00000100:00100000:1.0:1746137568.629206:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095296 00002000:00100000:1.0:1746137568.629239:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6680 x1830957303095296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.629249:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6680 with x1830957303095296 ext(0->4095) 00010000:00010000:1.0:1746137568.629256:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.629267:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.629273:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6680 00000100:00100000:1.0:1746137568.629298:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3349 00000100:00100000:1.0:1746137568.629304:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303095296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.629418:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303095296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.629424:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3349 00002000:00100000:1.0:1746137568.629429:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d6680 x1830957303095296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.629436:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6680 with x1830957303095296 ext(0->4095) 00010000:00010000:1.0:1746137568.629440:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.629448:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.629454:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d6680 00000100:00100000:0.0:1746137568.631864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.632066:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095424 00000100:00100000:2.0:1746137568.632074:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095424 00010000:00010000:2.0:1746137568.632106:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.632134:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18494 00000100:00100000:2.0:1746137568.632141:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303095424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.632154:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.632172:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.632182:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.632200:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7af0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ea expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.632221:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.632224:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.632230:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.632238:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.632270:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.632282:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063424:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.632350:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.633675:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063424:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137568.633679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137568.633693:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.633816:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095680 00000100:00100000:1.0:1746137568.633821:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095680 00000100:00100000:2.0:1746137568.633836:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303095424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1695us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.633844:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18494 00002000:00100000:1.0:1746137568.633853:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957303095680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.633862:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957303095680 ext(0->4095) 00002000:00010000:1.0:1746137568.633866:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5880 00000100:00100000:1.0:1746137568.633891:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14294 00000100:00100000:1.0:1746137568.633897:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303095680:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.634188:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303095680:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.634194:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14294 00002000:00100000:1.0:1746137568.634199:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5880 x1830957303095680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.634206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5880 with x1830957303095680 ext(0->4095) 00002000:00010000:1.0:1746137568.634209:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d5880 00000100:00100000:0.0:1746137568.637526:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.637594:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095808 00000100:00100000:3.0:1746137568.637602:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095808 00000100:00100000:3.0:1746137568.637837:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30729 00000100:00100000:3.0:1746137568.637845:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303095808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.637861:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.637875:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95f8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.637900:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.637906:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.637908:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.637911:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.638084:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.638094:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 43 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.638106:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293063552:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.638237:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.641084:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293063552:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.641135:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.641151:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95600, rc 0) 00000100:00100000:3.0:1746137568.641195:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303095808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3349us (3677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.641204:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30729 00000100:00100000:0.0:1746137568.642298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.642414:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303095936 00000100:00100000:1.0:1746137568.642421:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303095936 00002000:00100000:1.0:1746137568.642454:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5180 x1830957303095936/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.642467:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957303095936 ext(0->7) 00010000:00010000:1.0:1746137568.642474:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 44 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.642485:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 44 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.642491:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5180 00000100:00100000:1.0:1746137568.642518:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3350 00000100:00100000:1.0:1746137568.642525:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303095936:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137568.644026:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303095936:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1496us (1726us total) trans 4294972283 rc 0/0 00000100:00100000:1.0:1746137568.644034:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3350 00002000:00100000:1.0:1746137568.644041:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736d5180 x1830957303095936/t4294972283(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.644048:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5180 with x1830957303095936 ext(0->7) 00010000:00010000:1.0:1746137568.644053:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.644063:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.644068:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5180 00000100:00100000:0.0:1746137568.645341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.646213:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096064 00000100:00100000:2.0:1746137568.646222:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096064 00010000:00010000:2.0:1746137568.646252:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.646366:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18495 00000100:00100000:2.0:1746137568.646374:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303096064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.646502:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.646519:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.646535:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.646568:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7af7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f1 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.646851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.646853:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.646860:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.646867:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.646896:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.646907:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063680:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.647232:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.651523:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293063680:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.651556:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.651615:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303096064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5241us (6276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.651626:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18495 00000100:00100000:0.0:1746137568.652379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.653136:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096320 00000100:00100000:1.0:1746137568.653144:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096320 00002000:00100000:1.0:1746137568.653183:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208000 x1830957303096320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.653193:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208000 with x1830957303096320 ext(0->4095) 00002000:00010000:1.0:1746137568.653199:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d208000 00000100:00100000:1.0:1746137568.653225:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14295 00000100:00100000:1.0:1746137568.653233:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303096320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.653366:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303096320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.653373:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14295 00002000:00100000:1.0:1746137568.653378:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d208000 x1830957303096320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.653385:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208000 with x1830957303096320 ext(0->4095) 00002000:00010000:1.0:1746137568.653388:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d208000 00000100:00100000:0.0:1746137568.659333:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.659570:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.659641:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096448 00000100:00100000:3.0:1746137568.659650:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096448 00000100:00100000:3.0:1746137568.659697:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096576 00000100:00100000:3.0:1746137568.659699:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096576 00000100:00100000:1.0:1746137568.659728:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30730 00000100:00100000:1.0:1746137568.659738:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957303096448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.659754:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.659772:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9606 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.659799:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.659806:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.659808:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.659811:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.659837:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30731 00010000:00010000:1.0:1746137568.659842:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.659843:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303096576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.659850:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.659856:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f95ff expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.659981:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.659993:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293063808:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.660222:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.660227:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.660232:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.660235:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.660280:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.660291:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.660525:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137568.660599:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303096576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 754us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.660605:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30731 00000100:00100000:1.0:1746137568.660832:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.664619:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293063808:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.664656:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.664673:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137568.664731:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303096448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4993us (5408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.664738:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30730 00000100:00100000:0.0:1746137568.664849:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.664924:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096704 00000100:00100000:3.0:1746137568.665332:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096704 00010000:00010000:3.0:1746137568.665360:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.665389:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18496 00000100:00100000:3.0:1746137568.665395:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303096704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.665407:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.665424:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.665435:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.665454:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f7afe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95f8 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.665477:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.665479:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.665484:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.665495:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.665520:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.665529:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 46 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.665551:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293064064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.665612:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.667146:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293064064:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.667182:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.667218:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303096704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1823us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.667227:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18496 00000100:00100000:0.0:1746137568.668614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.668744:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303096960 00000100:00100000:3.0:1746137568.668752:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303096960 00002000:00100000:3.0:1746137568.668792:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957303096960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.668801:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957303096960 ext(0->4095) 00010000:00010000:3.0:1746137568.668808:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.668819:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.668826:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d209f80 00000100:00100000:3.0:1746137568.669342:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3351 00000100:00100000:3.0:1746137568.669350:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303096960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.669497:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303096960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (887us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.669503:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3351 00002000:00100000:3.0:1746137568.669508:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209f80 x1830957303096960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.669515:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957303096960 ext(0->4095) 00010000:00010000:3.0:1746137568.669519:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.669533:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.669552:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d209f80 00000100:00100000:0.0:1746137568.671764:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.672004:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.672224:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097088 00000100:00100000:1.0:1746137568.672232:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097088 00000100:00100000:1.0:1746137568.672281:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30732 00000100:00100000:1.0:1746137568.672286:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303097088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.672300:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.672314:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f960d expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.672341:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.672345:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.672351:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137568.672354:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.672386:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.672396:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.672405:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137568.672444:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303097088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.672449:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30732 00000100:00100000:3.0:1746137568.672904:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097216 00000100:00100000:3.0:1746137568.672908:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097216 00010000:00010000:3.0:1746137568.672923:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.673177:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18497 00000100:00100000:1.0:1746137568.673183:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2008:x1830957303097216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.673191:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.673208:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.673217:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.673238:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7b05 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9606 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.673258:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.673259:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.673264:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.673270:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.673286:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.673294:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.673303:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064320:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.673357:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.675786:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064320:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.675805:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.675840:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2008:x1830957303097216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2657us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.675849:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18497 00000100:00100000:0.0:1746137568.676552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.676603:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097472 00000100:00100000:1.0:1746137568.676610:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097472 00002000:00100000:1.0:1746137568.676898:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209500 x1830957303097472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.676909:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209500 with x1830957303097472 ext(0->4095) 00010000:00010000:1.0:1746137568.676917:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.676929:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.676958:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d209500 00000100:00100000:1.0:1746137568.677256:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3352 00000100:00100000:1.0:1746137568.677264:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303097472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.677400:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303097472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.677406:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3352 00002000:00100000:1.0:1746137568.677411:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d209500 x1830957303097472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.677417:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209500 with x1830957303097472 ext(0->4095) 00010000:00010000:1.0:1746137568.677421:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.677429:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.677434:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d209500 00000100:00100000:0.0:1746137568.679590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.679645:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097600 00000100:00100000:2.0:1746137568.679652:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097600 00000100:00100000:0.0:1746137568.679673:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.680379:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30733 00000100:00100000:2.0:1746137568.680387:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303097600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.680403:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.680418:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9614 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.680428:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097728 00000100:00100000:1.0:1746137568.680432:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097728 00010000:00010000:2.0:1746137568.680442:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.680447:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.680447:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.680453:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.680456:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.680476:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18498 00000100:00100000:1.0:1746137568.680481:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303097728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.680487:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.680491:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.680501:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.680505:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.680510:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334de00, rc 0) 00010000:00010000:1.0:1746137568.680514:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.680528:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b0c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f95ff expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.680557:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.680559:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.680564:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.680569:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303097600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (985us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137568.680571:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.680575:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30733 00010000:00010000:1.0:1746137568.680590:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.680604:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.680613:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064576:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.680667:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746137568.681233:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746137568.682294:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064576:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.682309:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.682346:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303097728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1864us (2672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.682354:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18498 00000100:00100000:2.0:1746137568.683671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.683788:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303097984 00000100:00100000:1.0:1746137568.683795:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303097984 00002000:00100000:1.0:1746137568.683828:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11c00 x1830957303097984/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.683838:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11c00 with x1830957303097984 ext(0->4095) 00010000:00010000:1.0:1746137568.683845:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.683856:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.683862:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11c00 00000100:00100000:1.0:1746137568.683892:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3353 00000100:00100000:1.0:1746137568.683898:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303097984:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.684051:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303097984:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.684057:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3353 00002000:00100000:1.0:1746137568.684062:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11c00 x1830957303097984/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.684069:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11c00 with x1830957303097984 ext(0->4095) 00010000:00010000:1.0:1746137568.684074:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.684082:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.684087:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11c00 00000100:00100000:0.0:1746137568.687275:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.687445:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303098112 00000100:00100000:1.0:1746137568.687454:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303098112 00010000:00010000:1.0:1746137568.687486:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.687522:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18499 00000100:00100000:1.0:1746137568.687529:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303098112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.687551:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.687568:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.687579:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.687600:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7b13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f960d expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.687617:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.687618:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.687624:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.687631:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.687660:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.687672:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064704:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.687753:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.690418:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064704:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.690435:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137568.690604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.690786:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303098112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3256us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.690796:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18499 00000100:00100000:1.0:1746137568.690834:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303098368 00000100:00100000:1.0:1746137568.690839:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303098368 00002000:00100000:1.0:1746137568.690868:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353480 x1830957303098368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.690883:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353480 with x1830957303098368 ext(0->4095) 00002000:00010000:1.0:1746137568.690887:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c353480 00000100:00100000:1.0:1746137568.691328:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14296 00000100:00100000:1.0:1746137568.691335:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303098368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.691965:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303098368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 627us (1359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.691971:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14296 00002000:00100000:1.0:1746137568.691977:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353480 x1830957303098368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.691984:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353480 with x1830957303098368 ext(0->4095) 00002000:00010000:1.0:1746137568.691987:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c353480 00000100:00100000:0.0:1746137568.694094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.694118:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303098496 00000100:00100000:2.0:1746137568.694149:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303098496 00000100:00100000:2.0:1746137568.694199:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30734 00000100:00100000:2.0:1746137568.694206:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303098496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.694221:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.694237:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f961b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.694262:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.694269:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.694271:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.694274:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.694303:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.694315:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 45 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.694328:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293064832:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.694461:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.695730:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293064832:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.695756:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.695774:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334cc00, rc 0) 00000100:00100000:2.0:1746137568.695816:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303098496:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1609us (1729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.695824:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30734 00000100:00100000:2.0:1746137568.698429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.698553:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303098624 00000100:00100000:1.0:1746137568.698562:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303098624 00010000:00010000:1.0:1746137568.698593:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.698626:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18500 00000100:00100000:1.0:1746137568.698634:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303098624:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.698645:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.698663:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.698674:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.698694:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334de00/0x95b3ed7b846f7b1a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9614 expref: 46 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.698718:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.698720:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.698726:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.698734:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.698763:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.698774:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064960:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.698842:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.700435:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.700566:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303098752 00000100:00100000:2.0:1746137568.700574:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303098752 00000100:00100000:2.0:1746137568.700605:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30735 00000100:00100000:2.0:1746137568.700611:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303098752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.700625:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.700638:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9622 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.700659:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.700665:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.700666:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.700669:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.700691:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.700700:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.700712:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065088:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.700778:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.703001:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293064960:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.703018:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.703064:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303098624:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4430us (4638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.703074:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18500 00000100:00100000:0.0:1746137568.703375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.703496:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099008 00000100:00100000:1.0:1746137568.703503:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099008 00002000:00100000:1.0:1746137568.703546:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353800 x1830957303099008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.703561:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353800 with x1830957303099008 ext(0->4095) 00010000:00010000:1.0:1746137568.703568:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.703581:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.703587:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c353800 00000100:00100000:1.0:1746137568.703612:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3354 00000100:00100000:1.0:1746137568.703619:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303099008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137568.703724:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303099008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.703730:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3354 00002000:00100000:1.0:1746137568.703735:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353800 x1830957303099008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.703742:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353800 with x1830957303099008 ext(0->4095) 00010000:00010000:1.0:1746137568.703746:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.703754:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.703760:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c353800 00000100:00100000:3.0:1746137568.705846:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065088:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.705876:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.705890:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fad2600, rc 0) 00000100:00100000:3.0:1746137568.705955:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303098752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5326us (5508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.705962:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30735 00000100:00100000:2.0:1746137568.709801:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.709870:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099136 00000100:00100000:1.0:1746137568.709879:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099136 00010000:00010000:1.0:1746137568.709915:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.709984:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18501 00000100:00100000:1.0:1746137568.709992:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303099136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.710007:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.710027:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.710039:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.710064:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7b21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f961b expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.710090:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.710092:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.710098:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.710104:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.710135:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.710151:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065216:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.710231:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.712763:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065216:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.712782:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.712912:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303099136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2918us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.712922:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18501 00000100:00100000:0.0:1746137568.714727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.714856:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099392 00000100:00100000:3.0:1746137568.714864:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099392 00002000:00100000:3.0:1746137568.714904:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350380 x1830957303099392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.714913:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350380 with x1830957303099392 ext(0->4095) 00002000:00010000:3.0:1746137568.714918:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350380 00000100:00100000:3.0:1746137568.714970:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14297 00000100:00100000:3.0:1746137568.714977:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303099392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.715103:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303099392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.715109:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14297 00002000:00100000:3.0:1746137568.715114:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350380 x1830957303099392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.715121:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350380 with x1830957303099392 ext(0->4095) 00002000:00010000:3.0:1746137568.715124:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350380 00000100:00100000:0.0:1746137568.718449:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.718806:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099520 00000100:00100000:3.0:1746137568.718814:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099520 00000100:00100000:3.0:1746137568.719370:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30736 00000100:00100000:3.0:1746137568.719379:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303099520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.719397:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.719412:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9629 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.719440:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.719446:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.719447:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.719450:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.719478:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.719493:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 45 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.719505:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065344:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.719699:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.721112:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065344:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.721154:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.721166:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137568.721196:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303099520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1818us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.721202:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30736 00000100:00100000:0.0:1746137568.722518:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.722618:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099648 00000100:00100000:1.0:1746137568.722634:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099648 00002000:00100000:1.0:1746137568.722668:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350e00 x1830957303099648/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.722676:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957303099648 ext(0->7) 00010000:00010000:1.0:1746137568.722683:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 46 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.722695:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 46 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:1.0:1746137568.722701:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350e00 00000100:00100000:1.0:1746137568.722727:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3355 00000100:00100000:1.0:1746137568.722733:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303099648:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137568.723800:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303099648:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1063us (1283us total) trans 4294972284 rc 0/0 00000100:00100000:0.0:1746137568.723807:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3355 00002000:00100000:0.0:1746137568.723814:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350e00 x1830957303099648/t4294972284(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.723821:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350e00 with x1830957303099648 ext(0->7) 00010000:00010000:0.0:1746137568.723826:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:0.0:1746137568.723841:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:0.0:1746137568.723848:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350e00 00000100:00100000:0.0:1746137568.727612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.733751:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099776 00000100:00100000:1.0:1746137568.733764:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099776 00010000:00010000:1.0:1746137568.733806:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.733851:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18502 00000100:00100000:1.0:1746137568.733860:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2008:x1830957303099776:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.733874:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.733893:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.733904:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.733924:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7b28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9622 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.733969:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.733971:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.733978:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.733986:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.734018:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.734031:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065472:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.734116:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.734835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.734899:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303099904 00000100:00100000:3.0:1746137568.734904:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303099904 00000100:00100000:3.0:1746137568.734929:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30737 00000100:00100000:3.0:1746137568.734951:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303099904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.734964:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.734974:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9630 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.734993:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.735003:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.735005:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.735008:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.735024:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.735033:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 5 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.735041:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065600:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.735369:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.741304:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065472:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.741327:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.741388:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957303099776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7527us (13786us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.741402:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18502 00000100:00100000:0.0:1746137568.742234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.742337:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303100160 00000100:00100000:2.0:1746137568.742345:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303100160 00002000:00100000:2.0:1746137568.742386:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352a00 x1830957303100160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.742396:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352a00 with x1830957303100160 ext(0->4095) 00010000:00010000:2.0:1746137568.742405:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.742416:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.742422:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352a00 00000100:00100000:2.0:1746137568.742445:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3356 00000100:00100000:2.0:1746137568.742452:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303100160:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137568.742517:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293065600:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.742566:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.742578:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:2.0:1746137568.742609:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303100160:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 157us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.742612:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303099904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7678us (7779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.742615:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3356 00000100:00100000:3.0:1746137568.742618:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30737 00002000:00100000:2.0:1746137568.742620:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352a00 x1830957303100160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.742632:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352a00 with x1830957303100160 ext(0->4095) 00010000:00010000:2.0:1746137568.742636:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.742644:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.742648:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352a00 00000100:00100000:0.0:1746137568.743985:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.744064:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303100288 00000100:00100000:3.0:1746137568.744070:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303100288 00000100:00100000:3.0:1746137568.744129:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30738 00000100:00100000:3.0:1746137568.744136:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957303100288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.744150:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.744163:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9637 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.744182:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.744188:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.744194:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.744197:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.744236:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.744246:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.744253:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95400, rc 0) 00000100:00100000:3.0:1746137568.744291:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303100288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.744297:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30738 00000100:00100000:3.0:1746137568.744488:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.744524:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303100416 00000100:00100000:1.0:1746137568.744528:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303100416 00010000:00010000:1.0:1746137568.744551:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.744567:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18503 00000100:00100000:1.0:1746137568.744572:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303100416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.744579:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.744593:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.744602:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.744616:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9629 expref: 6 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.744636:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.744637:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.744642:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.744648:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.744664:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.744673:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.744683:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065856:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.744738:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.746358:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065856:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.746374:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.746435:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303100416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1862us (1946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.746444:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18503 00000100:00100000:0.0:1746137568.746879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.746933:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303100672 00000100:00100000:2.0:1746137568.746956:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303100672 00002000:00100000:2.0:1746137568.746987:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352680 x1830957303100672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.746996:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352680 with x1830957303100672 ext(0->4095) 00010000:00010000:2.0:1746137568.747003:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.747015:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.747021:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352680 00000100:00100000:2.0:1746137568.747043:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3357 00000100:00100000:2.0:1746137568.747049:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303100672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.747159:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303100672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.747165:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3357 00002000:00100000:2.0:1746137568.747174:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352680 x1830957303100672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.747180:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352680 with x1830957303100672 ext(0->4095) 00010000:00010000:2.0:1746137568.747184:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.747192:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.747197:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352680 00000100:00100000:0.0:1746137568.750142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.750337:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303100800 00000100:00100000:1.0:1746137568.750346:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303100800 00010000:00010000:1.0:1746137568.750380:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.750468:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18504 00000100:00100000:1.0:1746137568.750476:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303100800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.750488:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.750506:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.750516:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.750535:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7b36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9630 expref: 49 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.751399:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.751401:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.751408:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.751415:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.751447:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.751460:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065984:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.751680:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.754178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.754299:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293065984:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.754318:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.754369:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303100800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3893us (4235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.754379:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18504 00000100:00100000:2.0:1746137568.754550:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101056 00000100:00100000:2.0:1746137568.754556:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101056 00002000:00100000:2.0:1746137568.754591:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350a80 x1830957303101056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.754600:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350a80 with x1830957303101056 ext(0->4095) 00002000:00010000:2.0:1746137568.754604:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350a80 00000100:00100000:2.0:1746137568.754620:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14298 00000100:00100000:2.0:1746137568.754626:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303101056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.754729:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303101056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.754734:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14298 00002000:00100000:2.0:1746137568.754738:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350a80 x1830957303101056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.754744:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350a80 with x1830957303101056 ext(0->4095) 00002000:00010000:2.0:1746137568.754746:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c350a80 00000100:00100000:0.0:1746137568.756654:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.756815:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101184 00000100:00100000:2.0:1746137568.756822:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101184 00000100:00100000:2.0:1746137568.756924:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30739 00000100:00100000:2.0:1746137568.756932:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303101184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.756968:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.756982:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f963e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.757006:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.757012:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.757014:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.757017:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.757040:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.757050:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.757060:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066112:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.757825:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.758695:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066112:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.758713:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.758726:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137568.758762:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303101184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1832us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.758767:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30739 00000100:00100000:0.0:1746137568.759105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.759927:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101312 00000100:00100000:1.0:1746137568.759933:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101312 00010000:00010000:1.0:1746137568.759988:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:1.0:1746137568.760022:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18505 00000100:00100000:1.0:1746137568.760028:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303101312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137568.760041:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137568.760059:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.760068:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.760087:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b3d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9637 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:1.0:1746137568.760232:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.760234:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.760240:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.760248:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.760275:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.760286:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066240:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137568.760354:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.764714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.764722:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066240:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137568.764739:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137568.764784:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303101312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4755us (5679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.764798:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18505 00000100:00100000:2.0:1746137568.764870:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101568 00000100:00100000:2.0:1746137568.764876:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101568 00002000:00100000:2.0:1746137568.764911:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a300 x1830957303101568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.764920:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957303101568 ext(0->4095) 00002000:00010000:2.0:1746137568.764924:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4a300 00000100:00100000:2.0:1746137568.764966:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14299 00000100:00100000:2.0:1746137568.764973:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303101568:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137568.765080:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303101568:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.765086:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14299 00002000:00100000:2.0:1746137568.765091:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a300 x1830957303101568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.765098:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957303101568 ext(0->4095) 00002000:00010000:2.0:1746137568.765100:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4a300 00000100:00100000:0.0:1746137568.765356:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.765514:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101696 00000100:00100000:3.0:1746137568.765519:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101696 00000100:00100000:3.0:1746137568.765554:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30740 00000100:00100000:3.0:1746137568.765559:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303101696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.765571:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.765584:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9645 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.765605:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.765612:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.765613:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.765616:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.765643:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.765652:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.765663:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066368:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.768227:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.768901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.769215:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101824 00000100:00100000:2.0:1746137568.769224:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101824 00000100:00100000:2.0:1746137568.769263:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30741 00000100:00100000:2.0:1746137568.769271:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303101824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.769286:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.769301:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f964c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.769324:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.769329:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.769335:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.769338:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.769368:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.769379:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.769388:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137568.770221:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303101824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 948us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.770229:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30741 00000100:00100000:0.0:1746137568.770442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.770514:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066368:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.770553:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.770562:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95400, rc 0) 00000100:00100000:2.0:1746137568.771639:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303101952 00000100:00100000:2.0:1746137568.771647:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303101952 00010000:00010000:2.0:1746137568.771675:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.771703:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18506 00000100:00100000:3.0:1746137568.771808:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303101696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6247us (6451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.771818:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30740 00000100:00100000:2.0:1746137568.772087:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303101952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.772099:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.772119:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.772130:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.772148:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b44 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f963e expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.772844:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.772847:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.772856:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.772864:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.772898:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.772909:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.772920:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066624:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.773017:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.776175:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.776283:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066624:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.776301:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.776341:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303101952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4254us (5899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.776352:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18506 00000100:00100000:3.0:1746137568.776423:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102208 00000100:00100000:3.0:1746137568.776430:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102208 00002000:00100000:3.0:1746137568.776464:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4aa00 x1830957303102208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.776474:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4aa00 with x1830957303102208 ext(0->4095) 00010000:00010000:3.0:1746137568.776481:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.776493:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.776499:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4aa00 00000100:00100000:3.0:1746137568.776522:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3358 00000100:00100000:3.0:1746137568.776528:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303102208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.777029:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303102208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 498us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.777035:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3358 00002000:00100000:3.0:1746137568.777040:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4aa00 x1830957303102208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.777047:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4aa00 with x1830957303102208 ext(0->4095) 00010000:00010000:3.0:1746137568.777051:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.777065:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.777071:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4aa00 00000100:00100000:0.0:1746137568.780449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.780512:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102336 00000100:00100000:2.0:1746137568.780520:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102336 00010000:00010000:2.0:1746137568.780563:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.780597:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18507 00000100:00100000:2.0:1746137568.780604:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957303102336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.780617:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.780634:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.780645:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.780663:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f7b4b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9645 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.781011:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.781013:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.781019:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.781027:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.781057:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.781068:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066752:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.782207:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.784790:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.784979:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293066752:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.784999:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.786037:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102592 00000100:00100000:3.0:1746137568.786046:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102592 00002000:00100000:3.0:1746137568.786087:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a680 x1830957303102592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.786096:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a680 with x1830957303102592 ext(0->4095) 00002000:00010000:3.0:1746137568.786099:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4a680 00000100:00100000:3.0:1746137568.786125:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14300 00000100:00100000:3.0:1746137568.786133:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957303102592:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137568.786297:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957303102336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5691us (5855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.786305:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18507 00000100:00100000:3.0:1746137568.786836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2007:x1830957303102592:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 703us (2052us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.786842:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14300 00002000:00100000:3.0:1746137568.786848:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a680 x1830957303102592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.786856:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a680 with x1830957303102592 ext(0->4095) 00002000:00010000:3.0:1746137568.786859:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4a680 00000100:00100000:0.0:1746137568.790148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.790233:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102720 00000100:00100000:3.0:1746137568.790243:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102720 00000100:00100000:3.0:1746137568.790498:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30742 00000100:00100000:3.0:1746137568.790507:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303102720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.790527:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.790552:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9653 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.790579:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.790586:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.790588:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.790591:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.790620:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.790631:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.790643:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066880:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.790726:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.792887:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293066880:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.792933:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.792976:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137568.793013:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303102720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.793023:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30742 00000100:00100000:0.0:1746137568.793922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.794147:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102848 00000100:00100000:2.0:1746137568.794153:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102848 00010000:00010000:2.0:1746137568.794180:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.794214:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18508 00000100:00100000:2.0:1746137568.794220:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303102848:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.794232:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.794250:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.794259:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.794279:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7b52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f964c expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.794299:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.794301:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.794307:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.794314:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.794341:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.794353:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067008:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.794422:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.797099:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.797208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.797326:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067008:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.797343:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.797440:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303102976 00000100:00100000:3.0:1746137568.797448:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303102976 00000100:00100000:3.0:1746137568.797485:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30743 00000100:00100000:3.0:1746137568.797492:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303102976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.797507:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.797521:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f965a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.797553:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.797560:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.797562:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.797564:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.797587:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.797597:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.797606:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067136:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.797652:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303102848:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3431us (3733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.797660:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18508 00000100:00100000:2.0:1746137568.797698:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303103232 00000100:00100000:2.0:1746137568.797700:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303103232 00002000:00100000:2.0:1746137568.797720:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957303103232/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.797729:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957303103232 ext(0->4095) 00010000:00010000:2.0:1746137568.797735:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.797748:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.797754:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49c00 00000100:00100000:2.0:1746137568.797771:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3359 00000100:00100000:2.0:1746137568.797776:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303103232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.798827:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.799314:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303103232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1534us (2102us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.799324:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3359 00002000:00100000:2.0:1746137568.799335:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957303103232/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.799342:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957303103232 ext(0->4095) 00010000:00010000:2.0:1746137568.799350:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.799359:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.799365:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49c00 00000100:00100000:0.0:1746137568.802251:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.803522:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303103360 00000100:00100000:2.0:1746137568.803533:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303103360 00000100:00100000:2.0:1746137568.803588:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30744 00000100:00100000:2.0:1746137568.803596:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303103360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.803612:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.803629:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9661 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.803653:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.803659:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.803664:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.803668:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.803700:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.803711:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.803719:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137568.803759:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303103360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.803765:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30744 00000100:00100000:1.0:1746137568.803991:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.804200:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067136:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.804230:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.804238:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:3.0:1746137568.804265:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303102976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6774us (7174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.804270:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30743 00000100:00100000:2.0:1746137568.805101:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303103488 00000100:00100000:2.0:1746137568.805107:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303103488 00010000:00010000:2.0:1746137568.805125:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.805153:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18509 00000100:00100000:2.0:1746137568.805158:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303103488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.805168:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.805185:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.805194:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.805212:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9653 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.805232:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.805234:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.805239:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.805246:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.805264:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.805273:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.805285:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067392:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.806544:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.809068:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067392:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.809089:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.809133:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303103488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3974us (5142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.809143:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18509 00000100:00100000:0.0:1746137568.809334:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.809696:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303103744 00000100:00100000:3.0:1746137568.809704:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303103744 00002000:00100000:3.0:1746137568.809740:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550700 x1830957303103744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.809750:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550700 with x1830957303103744 ext(0->4095) 00010000:00010000:3.0:1746137568.809758:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.809770:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.809777:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073550700 00000100:00100000:3.0:1746137568.810118:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3360 00000100:00100000:3.0:1746137568.810125:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303103744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.810407:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303103744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 281us (1072us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.810412:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3360 00002000:00100000:3.0:1746137568.810417:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550700 x1830957303103744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.810424:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550700 with x1830957303103744 ext(0->4095) 00010000:00010000:3.0:1746137568.810428:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.810436:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.810441:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073550700 00000100:00100000:0.0:1746137568.814153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.814340:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303103872 00000100:00100000:2.0:1746137568.814350:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303103872 00010000:00010000:2.0:1746137568.814381:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.814418:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18510 00000100:00100000:2.0:1746137568.814426:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303103872:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.814441:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.814459:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.814469:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.814490:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f965a expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.814516:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.814518:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.814524:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.814531:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.814573:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.814586:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067520:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.814668:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.816915:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce11880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067520:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.816969:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.817017:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303103872:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2590us (2871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.817028:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18510 00000100:00100000:2.0:1746137568.817602:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.817822:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104128 00000100:00100000:3.0:1746137568.817829:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104128 00002000:00100000:3.0:1746137568.817863:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11880 x1830957303104128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.817873:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11880 with x1830957303104128 ext(0->4095) 00002000:00010000:3.0:1746137568.817877:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11880 00000100:00100000:3.0:1746137568.817900:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14301 00000100:00100000:3.0:1746137568.817906:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303104128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.818532:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303104128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 624us (928us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.818565:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14301 00002000:00100000:3.0:1746137568.818570:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11880 x1830957303104128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.818576:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11880 with x1830957303104128 ext(0->4095) 00002000:00010000:3.0:1746137568.818579:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11880 00000100:00100000:0.0:1746137568.820467:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.820554:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104256 00000100:00100000:3.0:1746137568.820562:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104256 00000100:00100000:3.0:1746137568.820609:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30745 00000100:00100000:3.0:1746137568.820624:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303104256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.820639:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.820655:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9668 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.820681:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.820688:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.820690:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.820693:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.820723:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.820734:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 47 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.820746:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067648:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.821624:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.822738:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067648:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.822777:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.822794:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137568.822827:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303104256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.822834:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30745 00000100:00100000:0.0:1746137568.824073:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.824160:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104384 00000100:00100000:2.0:1746137568.824167:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104384 00010000:00010000:2.0:1746137568.824193:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.824221:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18511 00000100:00100000:2.0:1746137568.824226:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303104384:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.824237:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.824255:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.824265:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.824288:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7b67 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9661 expref: 48 pid: 9555 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.824309:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.824310:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.824317:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.824323:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.824347:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.824356:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067776:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.824407:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.826169:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293067776:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.826185:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.826212:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303104384:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1985us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.826221:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18511 00000100:00100000:0.0:1746137568.828559:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.828696:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104640 00000100:00100000:3.0:1746137568.828704:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104640 00002000:00100000:3.0:1746137568.828745:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550a80 x1830957303104640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.828755:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550a80 with x1830957303104640 ext(0->4095) 00002000:00010000:3.0:1746137568.828759:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550a80 00000100:00100000:3.0:1746137568.828791:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14302 00000100:00100000:3.0:1746137568.828798:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303104640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.828923:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303104640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.828930:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14302 00002000:00100000:3.0:1746137568.828980:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550a80 x1830957303104640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.828986:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550a80 with x1830957303104640 ext(0->4095) 00002000:00010000:3.0:1746137568.828989:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550a80 00000100:00100000:0.0:1746137568.829267:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.830273:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104768 00000100:00100000:3.0:1746137568.830280:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104768 00000100:00100000:3.0:1746137568.830320:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30746 00000100:00100000:3.0:1746137568.830327:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303104768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.830340:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.830354:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f966f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.830379:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.830386:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.830388:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.830390:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.830418:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.830428:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.830440:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067904:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.831691:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.832198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.832354:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303104896 00000100:00100000:1.0:1746137568.832361:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303104896 00000100:00100000:1.0:1746137568.832410:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30747 00000100:00100000:1.0:1746137568.832416:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303104896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.832428:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.832439:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9676 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.832459:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.832464:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.832468:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.832470:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 50 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.832496:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.832506:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 50 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.832513:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137568.832572:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303104896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.832582:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30747 00000100:00100000:0.0:1746137568.834601:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.834670:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293067904:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.834707:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.834721:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:3.0:1746137568.834754:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303104768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4427us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.834764:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30746 00000100:00100000:2.0:1746137568.835399:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105024 00000100:00100000:2.0:1746137568.835404:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105024 00010000:00010000:2.0:1746137568.835428:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.835462:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18512 00000100:00100000:2.0:1746137568.835468:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303105024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.835479:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.835496:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.835506:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.835525:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7b6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9668 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.835556:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.835558:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.835564:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.835570:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.835594:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.835603:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 48 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.835617:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068160:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.835676:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.837492:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068160:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.837510:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.837552:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303105024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2083us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.837562:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18512 00000100:00100000:0.0:1746137568.837750:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.838430:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105280 00000100:00100000:2.0:1746137568.838436:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105280 00002000:00100000:2.0:1746137568.838468:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dbb80 x1830957303105280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.838477:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dbb80 with x1830957303105280 ext(0->4095) 00010000:00010000:2.0:1746137568.838485:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.838495:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.838501:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4dbb80 00000100:00100000:2.0:1746137568.838529:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3361 00000100:00100000:2.0:1746137568.838548:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303105280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.838660:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303105280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (910us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.838669:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3361 00002000:00100000:2.0:1746137568.838674:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dbb80 x1830957303105280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.838680:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dbb80 with x1830957303105280 ext(0->4095) 00010000:00010000:2.0:1746137568.838683:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.838691:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:2.0:1746137568.838697:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4dbb80 00000100:00100000:0.0:1746137568.840718:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.840817:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105408 00000100:00100000:2.0:1746137568.840825:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105408 00010000:00010000:2.0:1746137568.840850:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.841061:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18513 00000100:00100000:2.0:1746137568.841069:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957303105408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.841081:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.841099:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.841110:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.841130:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7b75 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f966f expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.841147:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.841150:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.841160:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.841167:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.841197:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.841237:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068288:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.841319:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.844131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.844206:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105664 00000100:00100000:3.0:1746137568.844214:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105664 00002000:00100000:3.0:1746137568.844251:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957303105664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.844260:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957303105664 ext(0->4095) 00002000:00010000:3.0:1746137568.844264:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:2.0:1746137568.844328:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068288:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.844343:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.844390:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957303105408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3321us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.844400:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18513 00000100:00100000:3.0:1746137568.844624:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14303 00000100:00100000:3.0:1746137568.844632:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303105664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.844739:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303105664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.844744:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14303 00002000:00100000:3.0:1746137568.844749:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9f80 x1830957303105664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.844756:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9f80 with x1830957303105664 ext(0->4095) 00002000:00010000:3.0:1746137568.844758:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9f80 00000100:00100000:0.0:1746137568.846655:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.846779:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105792 00000100:00100000:3.0:1746137568.846787:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105792 00000100:00100000:3.0:1746137568.846833:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30748 00000100:00100000:3.0:1746137568.846841:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303105792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.846853:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.846869:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f967d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.846897:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 47 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.846904:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.846906:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.846909:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.846960:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 47 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.846972:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 47 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.846983:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293068416:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.847053:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.849091:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293068416:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.849135:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.849149:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137568.849185:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303105792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2345us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.849192:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30748 00000100:00100000:0.0:1746137568.849632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.850604:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303105920 00000100:00100000:2.0:1746137568.850613:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303105920 00010000:00010000:2.0:1746137568.850645:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.850680:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18514 00000100:00100000:2.0:1746137568.850687:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303105920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.850702:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.850720:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.850731:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.850752:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b7c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9676 expref: 48 pid: 10658 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.850778:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.850780:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.850786:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.850795:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.850824:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.850836:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068544:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.850907:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.852782:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068544:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.852996:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.853038:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303105920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2350us (3405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.853052:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18514 00000100:00100000:0.0:1746137568.853296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.853465:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106176 00000100:00100000:2.0:1746137568.853472:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106176 00002000:00100000:2.0:1746137568.853505:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4db100 x1830957303106176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.853515:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4db100 with x1830957303106176 ext(0->4095) 00002000:00010000:2.0:1746137568.853519:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4db100 00000100:00100000:2.0:1746137568.853553:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14304 00000100:00100000:2.0:1746137568.853560:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303106176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.853668:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303106176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.853673:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14304 00002000:00100000:2.0:1746137568.853678:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4db100 x1830957303106176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.853685:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4db100 with x1830957303106176 ext(0->4095) 00002000:00010000:2.0:1746137568.853688:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4db100 00000100:00100000:0.0:1746137568.854616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.854996:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.855587:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106304 00000100:00100000:3.0:1746137568.855596:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106304 00000100:00100000:3.0:1746137568.855626:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106432 00000100:00100000:3.0:1746137568.855628:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106432 00000100:00100000:3.0:1746137568.855644:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30749 00000100:00100000:3.0:1746137568.855650:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303106304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.855662:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.855676:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9684 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137568.855686:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30750 00000100:00100000:1.0:1746137568.855693:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303106432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.855698:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.855699:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.855704:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f968b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.855705:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.855707:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.855711:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.855719:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.855722:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.855727:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.855729:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.856005:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.856017:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.856029:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293068672:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.856077:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.856089:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.856098:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137568.856117:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303106432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 425us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.856123:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30750 00000100:00100000:3.0:1746137568.856333:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.858531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.858640:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106560 00000100:00100000:2.0:1746137568.858649:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106560 00010000:00010000:2.0:1746137568.858680:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.858705:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18515 00000100:00100000:2.0:1746137568.858712:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303106560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.858723:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.858741:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.858753:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.858772:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.858774:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.858780:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.858787:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.858813:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.858823:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.858832:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068928:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.859104:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7b83 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f967d expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:3.0:1746137568.859129:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293068672:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.859161:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.859168:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.859176:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:2.0:1746137568.859795:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.859856:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303106304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4205us (5241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.859863:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30749 00000100:00100000:2.0:1746137568.861756:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293068928:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.861774:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137568.861775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.861823:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303106560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3110us (3298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.861832:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18515 00000100:00100000:3.0:1746137568.861989:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106816 00000100:00100000:3.0:1746137568.861995:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106816 00002000:00100000:3.0:1746137568.862036:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3b80 x1830957303106816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.862047:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3b80 with x1830957303106816 ext(0->4095) 00010000:00010000:3.0:1746137568.862058:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.862070:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.862077:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3b80 00000100:00100000:3.0:1746137568.862092:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3362 00000100:00100000:3.0:1746137568.862098:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303106816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.862223:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303106816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (449us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.862234:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3362 00002000:00100000:3.0:1746137568.862239:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3b80 x1830957303106816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.862246:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3b80 with x1830957303106816 ext(0->4095) 00010000:00010000:3.0:1746137568.862251:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.862259:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00002000:00010000:3.0:1746137568.862264:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f3b80 00000100:00100000:0.0:1746137568.863531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.863598:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303106944 00000100:00100000:2.0:1746137568.863604:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303106944 00010000:00010000:2.0:1746137568.863623:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.863641:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18516 00000100:00100000:2.0:1746137568.863647:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303106944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.863655:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.863669:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.863678:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.863699:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7b8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9684 expref: 49 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.863881:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.863884:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.863890:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.863898:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.863931:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.863972:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069056:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.864120:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.866066:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069056:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.866162:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137568.866198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.866206:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303106944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2559us (2678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.866216:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18516 00000100:00100000:3.0:1746137568.866244:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107200 00000100:00100000:3.0:1746137568.866251:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107200 00002000:00100000:3.0:1746137568.866282:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3480 x1830957303107200/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.866292:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3480 with x1830957303107200 ext(0->4095) 00002000:00010000:3.0:1746137568.866296:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3480 00000100:00100000:3.0:1746137568.866322:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14305 00000100:00100000:3.0:1746137568.866329:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303107200:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.866432:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303107200:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.866438:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14305 00002000:00100000:3.0:1746137568.866444:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f3480 x1830957303107200/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.866457:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f3480 with x1830957303107200 ext(0->4095) 00002000:00010000:3.0:1746137568.866460:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f3480 00000100:00100000:0.0:1746137568.867554:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.867602:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107328 00000100:00100000:2.0:1746137568.867607:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107328 00000100:00100000:2.0:1746137568.867672:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30751 00000100:00100000:2.0:1746137568.867684:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303107328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.867696:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.867710:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9692 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.867732:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.867737:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.867738:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.867741:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.867764:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.867772:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 47 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.867780:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069184:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.867844:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.868983:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069184:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.869006:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.869018:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137568.869067:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303107328:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1388us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.869073:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30751 00000100:00100000:0.0:1746137568.869687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.869746:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107456 00000100:00100000:2.0:1746137568.869751:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107456 00010000:00010000:2.0:1746137568.869771:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.869791:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18517 00000100:00100000:2.0:1746137568.869796:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303107456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.869806:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.869823:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.869833:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.869850:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7b91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f968b expref: 48 pid: 24924 timeout: 761 lvb_type: 0 00010000:00010000:2.0:1746137568.869870:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.869871:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.869876:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.869883:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.869902:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.869910:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069312:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.870359:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.871107:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069312:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.871119:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.871146:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303107456:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1346us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.871154:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18517 00000100:00100000:0.0:1746137568.871869:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.871971:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107712 00000100:00100000:3.0:1746137568.871976:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107712 00002000:00100000:3.0:1746137568.872008:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1500 x1830957303107712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.872021:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1500 with x1830957303107712 ext(0->4095) 00002000:00010000:3.0:1746137568.872026:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1500 00000100:00100000:3.0:1746137568.872115:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14306 00000100:00100000:3.0:1746137568.872122:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303107712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.872236:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303107712:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.872242:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14306 00002000:00100000:3.0:1746137568.872247:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1500 x1830957303107712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.872254:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1500 with x1830957303107712 ext(0->4095) 00002000:00010000:3.0:1746137568.872257:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f1500 00000100:00100000:0.0:1746137568.874177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.874256:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107840 00000100:00100000:2.0:1746137568.874264:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107840 00000100:00100000:2.0:1746137568.874609:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30752 00000100:00100000:2.0:1746137568.874617:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303107840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.874630:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.874644:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9699 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.874669:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.874675:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.874677:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.874680:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.874704:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.874714:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 5 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.874725:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069440:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.874800:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.877292:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069440:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.877319:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.877339:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899200, rc 0) 00000100:00100000:2.0:1746137568.877379:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957303107840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2763us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.877387:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30752 00000100:00100000:0.0:1746137568.878152:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.878210:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303107968 00000100:00100000:3.0:1746137568.878217:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303107968 00010000:00010000:3.0:1746137568.878251:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:0.0:1746137568.878268:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.878283:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18518 00000100:00100000:3.0:1746137568.878289:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303107968:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.878301:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.878318:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.878327:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00010000:00010000:3.0:1746137568.878346:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7b98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9692 expref: 6 pid: 16986 timeout: 761 lvb_type: 0 00000100:00100000:2.0:1746137568.878349:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108096 00000100:00100000:2.0:1746137568.878353:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108096 00010000:00010000:3.0:1746137568.878358:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.878360:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.878365:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.878372:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.878372:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30753 00000100:00100000:2.0:1746137568.878377:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303108096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.878388:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.878397:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.878397:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96a0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.878407:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069568:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.878411:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.878417:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.878418:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.878421:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.878435:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.878445:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.878458:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069696:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.878462:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.878476:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.881730:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293069696:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.881759:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.881772:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899400, rc 0) 00000100:00100000:3.0:1746137568.881876:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069568:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.881898:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.881915:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303107968:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3627us (3767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.881915:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303108096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3536us (3644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.881923:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30753 00000100:00100000:3.0:1746137568.881924:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18518 00000100:00100000:0.0:1746137568.883059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.883133:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108352 00000100:00100000:3.0:1746137568.883140:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108352 00002000:00100000:3.0:1746137568.883174:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520380 x1830957303108352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.883184:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303108352 ext(0->4095) 00010000:00010000:3.0:1746137568.883190:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.883203:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.883209:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:3.0:1746137568.883236:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3363 00000100:00100000:3.0:1746137568.883247:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303108352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.883370:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303108352:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.883376:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3363 00002000:00100000:3.0:1746137568.883382:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520380 x1830957303108352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.883389:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303108352 ext(0->4095) 00010000:00010000:3.0:1746137568.883393:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.883405:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.883411:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f520380 00000100:00100000:0.0:1746137568.884802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.885499:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108480 00000100:00100000:2.0:1746137568.885506:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108480 00000100:00100000:2.0:1746137568.885551:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30754 00000100:00100000:2.0:1746137568.885558:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303108480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.885571:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.885586:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96a7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.885606:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.885612:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.885616:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137568.885620:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.885656:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.885667:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.885675:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137568.885707:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303108480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.885712:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30754 00000100:00100000:0.0:1746137568.886111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.886217:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108608 00000100:00100000:3.0:1746137568.886221:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108608 00010000:00010000:3.0:1746137568.886326:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.886353:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18519 00000100:00100000:3.0:1746137568.886359:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303108608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.886367:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.886382:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.886392:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.886408:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7b9f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9699 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.886430:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.886431:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.886436:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.886446:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.886464:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.886473:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.886487:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069952:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.886604:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.888179:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293069952:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.888209:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.888247:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303108608:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1887us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.888257:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18519 00000100:00100000:0.0:1746137568.888546:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.888603:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108864 00000100:00100000:3.0:1746137568.888610:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108864 00002000:00100000:3.0:1746137568.888645:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f522680 x1830957303108864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.888656:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957303108864 ext(0->4095) 00010000:00010000:3.0:1746137568.888664:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.888681:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.888687:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f522680 00000100:00100000:3.0:1746137568.888716:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3364 00000100:00100000:3.0:1746137568.888722:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303108864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.888844:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303108864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.888851:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3364 00002000:00100000:3.0:1746137568.888856:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f522680 x1830957303108864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.888863:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957303108864 ext(0->4095) 00010000:00010000:3.0:1746137568.888868:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.888877:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.888883:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f522680 00000100:00100000:3.0:1746137568.891104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.891145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.891219:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303109120 00000100:00100000:0.0:1746137568.891228:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303109120 00000100:00100000:0.0:1746137568.891265:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30755 00000100:00100000:0.0:1746137568.891271:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303109120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137568.891283:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137568.891298:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96ae expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.891320:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137568.891325:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.891330:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137568.891333:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.891363:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.891374:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137568.891383:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334cc00, rc 0) 00000100:00100000:0.0:1746137568.891426:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303109120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137568.891432:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30755 00000100:00100000:2.0:1746137568.891473:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303108992 00000100:00100000:2.0:1746137568.891477:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303108992 00010000:00010000:2.0:1746137568.891493:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.891514:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18520 00000100:00100000:2.0:1746137568.891520:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303108992:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.891528:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.891555:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.891565:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.891581:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7ba6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a0 expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.891596:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.891597:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.891602:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.891610:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.891629:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.891638:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.891649:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070208:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.891711:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.893032:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070208:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.893046:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.893085:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303108992:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1564us (1939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.893094:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18520 00000100:00100000:0.0:1746137568.893973:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.894179:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303109376 00000100:00100000:3.0:1746137568.894186:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303109376 00002000:00100000:3.0:1746137568.894218:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814000 x1830957303109376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.894227:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957303109376 ext(0->4095) 00010000:00010000:3.0:1746137568.894235:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.894246:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.894250:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:3.0:1746137568.894274:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3365 00000100:00100000:3.0:1746137568.894278:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303109376:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.894378:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303109376:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.894383:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3365 00002000:00100000:3.0:1746137568.894389:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814000 x1830957303109376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.894396:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814000 with x1830957303109376 ext(0->4095) 00010000:00010000:3.0:1746137568.894399:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.894407:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.894413:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814000 00000100:00100000:0.0:1746137568.896381:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.896512:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303109504 00000100:00100000:2.0:1746137568.896521:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303109504 00010000:00010000:2.0:1746137568.896562:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.896590:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18521 00000100:00100000:2.0:1746137568.896596:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303109504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.896607:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.896624:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.896634:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.896650:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f7bad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96a7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.896663:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.896664:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.896670:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.896677:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.896706:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.896717:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070336:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.896798:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.898674:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070336:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.898692:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.898725:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303109504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2129us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.898734:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18521 00000100:00100000:0.0:1746137568.899117:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.899168:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303109760 00000100:00100000:2.0:1746137568.899173:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303109760 00002000:00100000:2.0:1746137568.899203:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815c00 x1830957303109760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.899213:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957303109760 ext(0->4095) 00002000:00010000:2.0:1746137568.899217:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815c00 00000100:00100000:2.0:1746137568.899295:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14307 00000100:00100000:2.0:1746137568.899303:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303109760:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137568.899681:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303109760:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 378us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.899687:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14307 00002000:00100000:2.0:1746137568.899693:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815c00 x1830957303109760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.899700:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957303109760 ext(0->4095) 00002000:00010000:2.0:1746137568.899702:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815c00 00000100:00100000:0.0:1746137568.904161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.904256:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303109888 00000100:00100000:3.0:1746137568.904267:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303109888 00000100:00100000:3.0:1746137568.904311:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30756 00000100:00100000:3.0:1746137568.904318:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303109888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.904337:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.904354:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96b5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.904381:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.904387:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.904389:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.904392:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.904420:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.904431:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 47 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.904443:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293070464:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137568.904525:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.905693:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293070464:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137568.905722:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.905738:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:3.0:1746137568.905761:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303109888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1444us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.905767:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30756 00000100:00100000:0.0:1746137568.906711:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.906773:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110016 00000100:00100000:2.0:1746137568.906778:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110016 00010000:00010000:2.0:1746137568.906800:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.906824:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18522 00000100:00100000:2.0:1746137568.906830:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303110016:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137568.906840:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137568.906857:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.906867:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.906885:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f7bb4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ae expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137568.907359:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.907361:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.907368:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.907376:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.907403:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137568.907411:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070592:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137568.907461:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.910532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.910586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.910674:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070592:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137568.910694:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137568.910733:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303110016:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3903us (4024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.910743:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18522 00000100:00100000:2.0:1746137568.910786:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110400 00000100:00100000:2.0:1746137568.910791:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110400 00000100:00100000:2.0:1746137568.910826:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30757 00000100:00100000:2.0:1746137568.910831:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303110400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.910844:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137568.910888:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110272 00000100:00100000:3.0:1746137568.910891:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110272 00002000:00100000:3.0:1746137568.910912:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816d80 x1830957303110272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.910922:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816d80 with x1830957303110272 ext(0->4095) 00002000:00010000:3.0:1746137568.910926:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816d80 00000100:00100000:3.0:1746137568.910949:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14308 00000100:00100000:3.0:1746137568.910953:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303110272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137568.911055:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303110272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.911060:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14308 00002000:00100000:3.0:1746137568.911065:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816d80 x1830957303110272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.911072:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816d80 with x1830957303110272 ext(0->4095) 00002000:00010000:3.0:1746137568.911074:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816d80 00010000:00010000:2.0:1746137568.911382:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96bc expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.911407:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.911414:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.911415:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137568.911418:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.911442:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.911452:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.911464:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293070720:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.911508:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.914911:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.915060:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110528 00000100:00100000:1.0:1746137568.915069:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110528 00000100:00100000:1.0:1746137568.915126:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30758 00000100:00100000:1.0:1746137568.915133:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303110528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.915151:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.915167:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96c3 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.915191:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.915196:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.915201:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.915204:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.915239:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 50 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.915250:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.915259:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137568.915668:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303110528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 533us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.915674:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30758 00000100:00100000:2.0:1746137568.917085:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293070720:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.917109:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.917122:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137568.917153:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303110400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6321us (6567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.917159:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30757 00000100:00100000:2.0:1746137568.917337:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.917552:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110656 00000100:00100000:3.0:1746137568.917559:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110656 00010000:00010000:3.0:1746137568.917585:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.917611:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18523 00000100:00100000:3.0:1746137568.917616:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303110656:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.917627:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.917646:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.917656:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.917673:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7bbb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96b5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.917687:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.917689:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.917694:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.917702:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.917727:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 48 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.917737:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 48 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.917753:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070976:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.917800:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.920114:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293070976:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.920140:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.920177:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303110656:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2561us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.920185:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18523 00000100:00100000:2.0:1746137568.920681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.920788:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303110912 00000100:00100000:3.0:1746137568.920795:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303110912 00002000:00100000:3.0:1746137568.920826:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11500 x1830957303110912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.920837:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11500 with x1830957303110912 ext(0->4095) 00010000:00010000:3.0:1746137568.920844:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.920856:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.920862:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11500 00000100:00100000:3.0:1746137568.920891:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3366 00000100:00100000:3.0:1746137568.920898:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303110912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137568.921458:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303110912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 560us (777us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.921467:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3366 00002000:00100000:3.0:1746137568.921472:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11500 x1830957303110912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.921479:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11500 with x1830957303110912 ext(0->4095) 00010000:00010000:3.0:1746137568.921483:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.921491:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137568.921497:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce11500 00000100:00100000:0.0:1746137568.925026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.925523:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111040 00000100:00100000:3.0:1746137568.925532:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111040 00010000:00010000:3.0:1746137568.925576:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.925618:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18524 00000100:00100000:3.0:1746137568.925629:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957303111040:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.925642:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.925660:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.925672:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.925694:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7bc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96bc expref: 49 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.926071:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.926073:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.926080:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.926088:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.926120:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.926133:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071104:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.926635:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.930488:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071104:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.930522:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.930684:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2007:x1830957303111040:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5053us (5665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.930695:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18524 00000100:00100000:0.0:1746137568.931332:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.931492:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111296 00000100:00100000:3.0:1746137568.931499:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111296 00002000:00100000:3.0:1746137568.931532:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957303111296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.931555:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957303111296 ext(0->4095) 00002000:00010000:3.0:1746137568.931559:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816a00 00000100:00100000:3.0:1746137568.931575:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14309 00000100:00100000:3.0:1746137568.931583:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2008:x1830957303111296:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137568.931726:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2008:x1830957303111296:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137568.931732:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14309 00002000:00100000:3.0:1746137568.931737:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816a00 x1830957303111296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137568.931743:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816a00 with x1830957303111296 ext(0->4095) 00002000:00010000:3.0:1746137568.931746:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816a00 00000100:00100000:0.0:1746137568.934630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.934851:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111424 00000100:00100000:2.0:1746137568.934861:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111424 00000100:00100000:2.0:1746137568.934913:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30759 00000100:00100000:2.0:1746137568.934922:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303111424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137568.935031:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137568.935047:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96ca expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.935073:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.935080:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.935081:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137568.935085:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.935116:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.935128:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 47 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137568.935139:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293071232:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137568.935372:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137568.937135:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293071232:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137568.937163:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137568.937179:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137568.937240:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303111424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2319us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137568.937248:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30759 00000100:00100000:0.0:1746137568.937792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.937871:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111552 00000100:00100000:3.0:1746137568.937878:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111552 00010000:00010000:3.0:1746137568.937908:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.937990:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18525 00000100:00100000:3.0:1746137568.937998:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303111552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.938014:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.938034:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.938046:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.938067:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96c3 expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.938232:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.938234:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.938240:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.938248:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.938280:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.938291:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071360:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.938451:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.940045:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071360:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.940074:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.940106:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303111552:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2108us (2318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.940116:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18525 00000100:00100000:0.0:1746137568.940566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.940746:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111808 00000100:00100000:1.0:1746137568.940752:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111808 00002000:00100000:1.0:1746137568.940783:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136634700 x1830957303111808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.940800:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634700 with x1830957303111808 ext(0->4095) 00002000:00010000:1.0:1746137568.940804:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136634700 00000100:00100000:1.0:1746137568.941020:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14310 00000100:00100000:1.0:1746137568.941028:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303111808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.941465:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303111808:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 436us (899us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.941471:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14310 00002000:00100000:1.0:1746137568.941477:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136634700 x1830957303111808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.941485:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634700 with x1830957303111808 ext(0->4095) 00002000:00010000:1.0:1746137568.941487:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136634700 00000100:00100000:0.0:1746137568.942503:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.942582:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303111936 00000100:00100000:2.0:1746137568.942588:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303111936 00000100:00100000:0.0:1746137568.942802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137568.943134:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112064 00000100:00100000:2.0:1746137568.943138:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112064 00000100:00100000:1.0:1746137568.943180:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30760 00000100:00100000:1.0:1746137568.943187:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303111936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.943198:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.943212:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96d1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.943234:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.943241:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.943243:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.943246:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.943277:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.943287:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137568.943297:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293071488:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.943362:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.943378:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30761 00000100:00100000:3.0:1746137568.943385:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303112064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137568.943396:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137568.943402:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96d8 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.943413:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.943417:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.943421:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137568.943424:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.943454:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.943465:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.943474:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137568.943494:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303112064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.943499:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30761 00000100:00100000:1.0:1746137568.944845:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293071488:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.944862:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.945053:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137568.945085:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303111936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1898us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.945091:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30760 00000100:00100000:0.0:1746137568.945531:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.945610:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112192 00000100:00100000:3.0:1746137568.945616:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112192 00010000:00010000:3.0:1746137568.945639:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.945662:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18526 00000100:00100000:3.0:1746137568.945669:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303112192:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.945680:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.945698:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.945712:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.945732:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7bd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ca expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.945760:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.945761:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.945766:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.945771:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.945790:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.945796:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 48 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.945804:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071744:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.945856:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.948111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.948171:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112448 00000100:00100000:3.0:1746137568.948201:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071744:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.948229:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.948265:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303112192:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2596us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.948277:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18526 00000100:00100000:1.0:1746137568.948287:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112448 00002000:00100000:1.0:1746137568.948322:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637100 x1830957303112448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.948331:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637100 with x1830957303112448 ext(0->4095) 00010000:00010000:1.0:1746137568.948338:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137568.948354:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137568.948360:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136637100 00000100:00100000:1.0:1746137568.948376:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3367 00000100:00100000:1.0:1746137568.948382:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303112448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137568.948490:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303112448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137568.948495:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3367 00002000:00100000:1.0:1746137568.948501:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637100 x1830957303112448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.948508:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637100 with x1830957303112448 ext(0->4095) 00010000:00010000:1.0:1746137568.948512:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137568.948520:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137568.948526:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136637100 00000100:00100000:0.0:1746137568.951148:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.951252:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112576 00000100:00100000:3.0:1746137568.951260:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112576 00010000:00010000:3.0:1746137568.951290:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.951314:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18527 00000100:00100000:3.0:1746137568.951321:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2007:x1830957303112576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.951333:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.951353:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.951363:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.951384:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7bd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d1 expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.951585:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.951587:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.951594:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.951601:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.951631:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.951644:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071872:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.951726:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.955593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.955716:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293071872:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.955746:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.955783:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2007:x1830957303112576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4462us (4644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.955794:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18527 00000100:00100000:2.0:1746137568.955877:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112832 00000100:00100000:2.0:1746137568.955884:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112832 00002000:00100000:2.0:1746137568.955919:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957303112832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.955930:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957303112832 ext(0->4095) 00002000:00010000:2.0:1746137568.955956:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136636300 00000100:00100000:2.0:1746137568.955982:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14311 00000100:00100000:2.0:1746137568.955988:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303112832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137568.956109:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303112832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137568.956115:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14311 00002000:00100000:2.0:1746137568.956120:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636300 x1830957303112832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137568.956126:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957303112832 ext(0->4095) 00002000:00010000:2.0:1746137568.956129:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136636300 00000100:00100000:0.0:1746137568.963424:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.963497:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303112960 00000100:00100000:1.0:1746137568.963507:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303112960 00000100:00100000:1.0:1746137568.963993:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30762 00000100:00100000:1.0:1746137568.964003:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303112960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.964021:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.964325:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96df expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.964357:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.964363:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.964365:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.964368:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.964394:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.964613:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 47 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137568.965688:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293072000:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.965804:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137568.971099:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293072000:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.971130:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.971147:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137568.971206:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303112960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7204us (7791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.971215:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30762 00000100:00100000:0.0:1746137568.976807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.976870:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113088 00000100:00100000:1.0:1746137568.976880:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113088 00002000:00100000:1.0:1746137568.976926:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073782d80 x1830957303113088/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137568.976971:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782d80 with x1830957303113088 ext(0->7) 00010000:00010000:1.0:1746137568.976981:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 48 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137568.976994:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 48 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137568.977000:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073782d80 00000100:00100000:2.0:1746137568.978196:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3368 00000100:00100000:2.0:1746137568.978208:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303113088:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137568.979787:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303113088:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1578us (2985us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746137568.979796:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3368 00002000:00100000:0.0:1746137568.979805:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073782d80 x1830957303113088/t4294972285(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 496/448 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.979812:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782d80 with x1830957303113088 ext(0->7) 00010000:00010000:0.0:1746137568.979819:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137568.979837:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137568.979843:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073782d80 00000100:00100000:0.0:1746137568.985265:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137568.985343:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113216 00000100:00100000:3.0:1746137568.985352:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113216 00010000:00010000:3.0:1746137568.985385:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.985411:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18528 00000100:00100000:3.0:1746137568.985418:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2008:x1830957303113216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.985431:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.985450:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.985461:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.985481:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f7bde lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96d8 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.985499:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.985501:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.985508:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.985515:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.985558:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137568.985571:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072128:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.986890:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.992221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.992266:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113344 00000100:00100000:1.0:1746137568.992273:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113344 00000100:00100000:0.0:1746137568.992572:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.992591:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113600 00000100:00100000:0.0:1746137568.992594:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113600 00002000:00100000:0.0:1746137568.992623:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515500 x1830957303113600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.992633:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515500 with x1830957303113600 ext(0->4095) 00002000:00010000:0.0:1746137568.992638:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073515500 00000100:00100000:0.0:1746137568.992652:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14312 00000100:00100000:0.0:1746137568.992658:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303113600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137568.992777:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303113600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.992783:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14312 00002000:00100000:0.0:1746137568.992788:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073515500 x1830957303113600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.992795:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515500 with x1830957303113600 ext(0->4095) 00002000:00010000:0.0:1746137568.992797:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073515500 00000100:00100000:3.0:1746137568.992847:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072128:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.992876:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.992901:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2008:x1830957303113216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7484us (7646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.992910:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18528 00000100:00100000:1.0:1746137568.993174:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30763 00000100:00100000:1.0:1746137568.993181:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303113344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.993190:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.993203:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96e6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.993225:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.993231:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.993233:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.993236:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.993267:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.993708:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 5 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137568.993721:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293072256:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137568.993790:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137568.995409:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.995466:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293072256:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137568.995484:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.995496:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137568.995523:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303113344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (3315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.995529:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30763 00000100:00100000:0.0:1746137568.995621:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137568.995891:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113728 00000100:00100000:1.0:1746137568.995898:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113728 00000100:00100000:1.0:1746137568.995922:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30764 00000100:00100000:1.0:1746137568.995927:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e972450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303113728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137568.995955:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137568.995966:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96ed expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.995981:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137568.995985:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.995991:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137568.995993:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.996014:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.996023:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137568.996029:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137568.996048:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e972450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1731:x1830957303113728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137568.996053:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30764 00000100:00100000:3.0:1746137568.996291:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303113856 00000100:00100000:3.0:1746137568.996295:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303113856 00010000:00010000:3.0:1746137568.996311:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.996338:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18529 00000100:00100000:3.0:1746137568.996344:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303113856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137568.996351:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137568.996366:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.996382:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.996397:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7be5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96df expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137568.996412:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.996413:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137568.996418:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.996425:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.996449:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137568.996460:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 50 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137568.996469:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072512:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137568.996678:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137568.998908:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072512:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137568.998978:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137568.999017:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303113856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2672us (3394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137568.999029:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18529 00000100:00100000:0.0:1746137568.999676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137568.999696:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303114112 00000100:00100000:0.0:1746137568.999702:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303114112 00002000:00100000:0.0:1746137568.999736:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516680 x1830957303114112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/0 e 0 to 0 dl 1746137579 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.999747:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516680 with x1830957303114112 ext(0->4095) 00010000:00010000:0.0:1746137568.999754:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137568.999766:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137568.999772:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073516680 00000100:00100000:0.0:1746137568.999788:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3369 00000100:00100000:0.0:1746137568.999794:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303114112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137568.999918:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303114112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137568.999923:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3369 00002000:00100000:0.0:1746137568.999929:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516680 x1830957303114112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:4/0 lens 488/4536 e 0 to 0 dl 1746137579 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137568.999957:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516680 with x1830957303114112 ext(0->4095) 00010000:00010000:0.0:1746137568.999961:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137568.999969:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137568.999974:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073516680 00000100:00100000:0.0:1746137569.002028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.002083:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303114240 00000100:00100000:3.0:1746137569.002093:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303114240 00010000:00010000:3.0:1746137569.002138:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00000100:00080000:0.0:1746137569.002207:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137569.002528:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18530 00000100:00100000:3.0:1746137569.002545:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957303114240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.002558:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.002576:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.002587:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.002608:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7bec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96e6 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.002711:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.002713:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.002720:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.002728:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.002760:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.002773:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072640:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.003145:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.005516:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.005623:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072640:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.005642:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303114496 00000100:00100000:1.0:1746137569.005649:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303114496 00010000:00010000:3.0:1746137569.005655:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.005692:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957303114240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3158us (3671us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137569.005692:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516d80 x1830957303114496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137569.005701:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18530 00002000:00100000:1.0:1746137569.005701:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516d80 with x1830957303114496 ext(0->4095) 00002000:00010000:1.0:1746137569.005705:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073516d80 00000100:00100000:1.0:1746137569.005722:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14313 00000100:00100000:1.0:1746137569.005728:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303114496:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.005848:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303114496:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.005857:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14313 00002000:00100000:1.0:1746137569.005862:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073516d80 x1830957303114496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.005869:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073516d80 with x1830957303114496 ext(0->4095) 00002000:00010000:1.0:1746137569.005872:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073516d80 00000100:00100000:0.0:1746137569.008091:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.008174:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303114624 00000100:00100000:2.0:1746137569.008182:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303114624 00000100:00080000:0.0:1746137569.008273:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137569.008321:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30765 00000100:00100000:2.0:1746137569.008329:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303114624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.008343:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.008359:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96f4 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.008387:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.008394:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.008397:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.008400:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.008427:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.008438:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 49 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.008450:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293072768:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.008858:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.010235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.010304:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303114752 00000100:00100000:3.0:1746137569.010311:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303114752 00010000:00010000:3.0:1746137569.010336:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.010371:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18531 00000100:00100000:3.0:1746137569.010378:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303114752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.010388:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.010407:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.010416:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.010434:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.010436:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.010446:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.010458:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.010463:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7bf3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96ed expref: 50 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.010481:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.010486:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293072768:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.010492:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072896:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.010503:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.010512:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137569.010546:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303114624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2207us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.010547:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.010553:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30765 00000100:00100000:3.0:1746137569.011753:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293072896:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.011777:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.011810:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303114752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1432us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.011817:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18531 00000100:00100000:0.0:1746137569.012157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.012204:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115008 00000100:00100000:1.0:1746137569.012214:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115008 00002000:00100000:1.0:1746137569.012305:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a9f80 x1830957303115008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.012315:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9f80 with x1830957303115008 ext(0->4095) 00002000:00010000:1.0:1746137569.012318:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a9f80 00000100:00100000:1.0:1746137569.012344:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14314 00000100:00100000:1.0:1746137569.012351:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303115008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137569.012463:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303115008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.012468:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14314 00002000:00100000:1.0:1746137569.012473:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a9f80 x1830957303115008/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.012480:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9f80 with x1830957303115008 ext(0->4095) 00002000:00010000:1.0:1746137569.012482:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a9f80 00000100:00100000:0.0:1746137569.013712:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.013809:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115136 00000100:00100000:2.0:1746137569.013815:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115136 00000100:00100000:2.0:1746137569.013853:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30766 00000100:00100000:2.0:1746137569.013859:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303115136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.013871:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.013884:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f96fb expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.013906:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.013913:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.013915:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.013918:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.013971:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.013981:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.013991:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073024:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.014057:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.015768:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.015847:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073024:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.015868:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.015882:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137569.016146:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303115136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2286us (2434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.016157:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30766 00000100:00100000:3.0:1746137569.016527:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115264 00000100:00100000:3.0:1746137569.016543:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115264 00010000:00010000:3.0:1746137569.016566:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.016598:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18532 00000100:00100000:3.0:1746137569.016604:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303115264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.016614:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.016673:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.016684:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.016702:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7bfa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96f4 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.016810:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.016812:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.016818:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.016826:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.016852:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.016861:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073152:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.016921:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.016978:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.017130:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115392 00000100:00100000:3.0:1746137569.017133:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115392 00000100:00100000:3.0:1746137569.017161:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30767 00000100:00100000:3.0:1746137569.017166:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303115392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.017176:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.017184:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9702 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.017199:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.017205:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.017207:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.017214:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.017229:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.017238:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.017245:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073280:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.017397:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.019589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.019638:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115648 00000100:00100000:2.0:1746137569.019644:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115648 00002000:00100000:2.0:1746137569.019679:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03abb80 x1830957303115648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.019688:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03abb80 with x1830957303115648 ext(0->4095) 00010000:00010000:2.0:1746137569.019695:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.019765:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.019772:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03abb80 00000100:00100000:2.0:1746137569.019792:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3370 00000100:00100000:2.0:1746137569.019798:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303115648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.019910:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303115648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.019916:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3370 00002000:00100000:2.0:1746137569.019922:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03abb80 x1830957303115648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.019929:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03abb80 with x1830957303115648 ext(0->4095) 00010000:00010000:2.0:1746137569.019933:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.019965:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.019970:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03abb80 00000100:00100000:0.0:1746137569.020214:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073280:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137569.020236:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.020249:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:0.0:1746137569.020332:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303115392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3164us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.020335:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073152:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.020338:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30767 00010000:00010000:3.0:1746137569.020357:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.020419:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303115264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3815us (4656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.020427:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18532 00000100:00100000:0.0:1746137569.022142:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.022190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.022242:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115904 00000100:00100000:3.0:1746137569.022249:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115904 00010000:00010000:3.0:1746137569.022276:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.022313:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18533 00000100:00100000:3.0:1746137569.022320:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957303115904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.022333:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.022352:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.022363:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.022382:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7c01 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f96fb expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.022397:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.022399:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.022404:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.022412:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.022442:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.022453:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073408:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.022515:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.022615:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303115776 00000100:00100000:3.0:1746137569.022751:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303115776 00000100:00100000:3.0:1746137569.023206:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30768 00000100:00100000:3.0:1746137569.023212:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303115776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.023225:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.023235:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9709 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.023252:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.023258:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.023259:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.023262:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.023278:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.023287:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.023295:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073536:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.023696:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.024906:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.025003:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073408:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.025030:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.025060:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2007:x1830957303115904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2740us (2869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.025069:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18533 00000100:00100000:2.0:1746137569.025316:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303116160 00000100:00100000:2.0:1746137569.025322:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303116160 00002000:00100000:2.0:1746137569.025351:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6d80 x1830957303116160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.025359:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6d80 with x1830957303116160 ext(0->4095) 00010000:00010000:2.0:1746137569.025366:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.025381:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.025387:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6d80 00000100:00100000:2.0:1746137569.025402:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3371 00000100:00100000:2.0:1746137569.025408:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303116160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.025508:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303116160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.025514:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3371 00002000:00100000:2.0:1746137569.025519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6d80 x1830957303116160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.025527:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6d80 with x1830957303116160 ext(0->4095) 00010000:00010000:2.0:1746137569.025531:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.025551:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.025556:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6d80 00000100:00100000:3.0:1746137569.025707:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073536:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.025725:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.025736:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fad2600, rc 0) 00000100:00100000:3.0:1746137569.025755:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303115776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (3618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.025761:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30768 00000100:00100000:0.0:1746137569.027360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.027402:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.027452:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303116416 00000100:00100000:2.0:1746137569.027459:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303116416 00000100:00100000:3.0:1746137569.027563:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303116288 00000100:00100000:3.0:1746137569.027567:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303116288 00010000:00010000:3.0:1746137569.027591:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.027611:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18534 00000100:00100000:3.0:1746137569.027718:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303116288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.027731:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.027749:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.027758:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.027777:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7c08 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9702 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.027789:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.027791:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.027796:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.027805:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.027833:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.027845:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073664:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.027904:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.027977:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30769 00000100:00100000:2.0:1746137569.027983:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303116416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.027994:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.028003:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9710 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.028020:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.028026:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.028027:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.028030:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.028044:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.028052:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.028064:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073792:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.028088:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.029507:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073664:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.029522:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.029566:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303116288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1949us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.029575:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18534 00000100:00100000:2.0:1746137569.029923:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293073792:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.029963:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.029974:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899200, rc 0) 00000100:00100000:2.0:1746137569.030008:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303116416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2025us (2605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.030013:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30769 00000100:00100000:3.0:1746137569.030573:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.030631:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303116672 00000100:00100000:1.0:1746137569.030637:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303116672 00002000:00100000:1.0:1746137569.030668:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7480 x1830957303116672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.030677:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7480 with x1830957303116672 ext(0->4095) 00010000:00010000:1.0:1746137569.030683:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.030693:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.030699:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7480 00000100:00100000:1.0:1746137569.030722:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3372 00000100:00100000:1.0:1746137569.030729:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303116672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.030856:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303116672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.030862:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3372 00002000:00100000:1.0:1746137569.030867:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7480 x1830957303116672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.030874:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7480 with x1830957303116672 ext(0->4095) 00010000:00010000:1.0:1746137569.030878:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.030888:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.030893:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7480 00000100:00100000:0.0:1746137569.033261:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.033777:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303116800 00000100:00100000:3.0:1746137569.033787:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303116800 00010000:00010000:3.0:1746137569.033818:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.034059:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18535 00000100:00100000:3.0:1746137569.034067:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303116800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.034079:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.034096:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.034113:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.034133:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fad2600/0x95b3ed7b846f7c0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9709 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.034147:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.034149:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.034155:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.034163:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.034190:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.034201:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073920:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.034277:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb786c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.036223:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293073920:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.036252:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.036293:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303116800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2226us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.036302:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18535 00000100:00100000:0.0:1746137569.039229:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.040216:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117056 00000100:00100000:1.0:1746137569.040227:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117056 00002000:00100000:1.0:1746137569.040273:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4700 x1830957303117056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.040284:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4700 with x1830957303117056 ext(0->4095) 00002000:00010000:1.0:1746137569.040289:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4700 00000100:00100000:1.0:1746137569.040324:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14315 00000100:00100000:1.0:1746137569.040332:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303117056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.040472:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303117056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (1251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.040478:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14315 00002000:00100000:1.0:1746137569.040484:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4700 x1830957303117056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.040492:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4700 with x1830957303117056 ext(0->4095) 00002000:00010000:1.0:1746137569.040494:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4700 00000100:00100000:0.0:1746137569.042809:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.043333:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117184 00000100:00100000:2.0:1746137569.043342:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117184 00000100:00100000:2.0:1746137569.043393:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30770 00000100:00100000:2.0:1746137569.043402:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303117184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.043416:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.043431:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9717 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.043949:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.043957:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.043958:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.043961:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.043994:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.044007:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 49 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.044017:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293074048:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.044252:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.046973:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293074048:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.047001:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.047014:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899400, rc 0) 00000100:00100000:2.0:1746137569.047055:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303117184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3654us (4254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.047063:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30770 00000100:00100000:0.0:1746137569.048276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.048363:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.048433:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117312 00000100:00100000:3.0:1746137569.048440:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117312 00010000:00010000:3.0:1746137569.048472:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.048508:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18536 00000100:00100000:3.0:1746137569.048515:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303117312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.048526:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.048557:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.048569:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.048590:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7c16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9710 expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.048618:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.048620:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.048625:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.048633:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.048663:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.048675:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074176:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.048777:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117440 00000100:00100000:2.0:1746137569.048780:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117440 00000100:00100000:2.0:1746137569.048810:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30771 00000100:00100000:2.0:1746137569.048815:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303117440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.048826:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137569.048922:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00010000:00010000:2.0:1746137569.049047:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f971e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.049068:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.049074:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.049076:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.049079:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.049093:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.049102:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.049111:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293074304:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.049136:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.050838:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074176:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.050868:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.050901:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303117312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2385us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.050910:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18536 00000100:00100000:2.0:1746137569.051171:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293074304:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.051190:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 50 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.051203:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137569.051225:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303117440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2409us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.051231:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30771 00000100:00100000:1.0:1746137569.051470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.051572:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117696 00000100:00100000:3.0:1746137569.051578:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117696 00002000:00100000:3.0:1746137569.051608:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81b100 x1830957303117696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.051832:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b100 with x1830957303117696 ext(0->4095) 00010000:00010000:3.0:1746137569.051840:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.051853:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.051861:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81b100 00000100:00100000:3.0:1746137569.051883:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3373 00000100:00100000:3.0:1746137569.051890:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303117696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.052066:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303117696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.052072:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3373 00002000:00100000:3.0:1746137569.052078:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81b100 x1830957303117696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.052090:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81b100 with x1830957303117696 ext(0->4095) 00010000:00010000:3.0:1746137569.052095:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.052104:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.052109:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81b100 00000100:00100000:0.0:1746137569.053807:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.053966:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303117824 00000100:00100000:3.0:1746137569.053972:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303117824 00010000:00010000:3.0:1746137569.053997:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.054021:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18537 00000100:00100000:3.0:1746137569.054027:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303117824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.054037:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.054054:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.054064:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.054083:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f7c1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9717 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.054096:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.054099:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.054105:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.054113:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.054145:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.054158:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074432:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.054227:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.055813:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.055918:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074432:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.055967:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.055996:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303117824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1968us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.056004:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18537 00000100:00100000:2.0:1746137569.056073:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118080 00000100:00100000:2.0:1746137569.056078:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118080 00002000:00100000:2.0:1746137569.056108:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4380 x1830957303118080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.056123:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4380 with x1830957303118080 ext(0->4095) 00002000:00010000:2.0:1746137569.056127:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4380 00000100:00100000:2.0:1746137569.056154:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14316 00000100:00100000:2.0:1746137569.056160:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2007:x1830957303118080:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137569.056747:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2007:x1830957303118080:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 585us (936us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.056754:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14316 00002000:00100000:2.0:1746137569.056760:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4380 x1830957303118080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.056767:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4380 with x1830957303118080 ext(0->4095) 00002000:00010000:2.0:1746137569.056770:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4380 00000100:00100000:0.0:1746137569.062567:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.063433:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118208 00000100:00100000:2.0:1746137569.063443:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118208 00000100:00100000:1.0:1746137569.064871:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30772 00000100:00100000:1.0:1746137569.064884:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303118208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.064903:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.064920:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9725 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.064970:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.064977:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.064979:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.064981:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.065011:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.065021:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 49 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.065032:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e818380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293074560:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.065573:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.075361:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e818380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293074560:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.075391:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.075407:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137569.075531:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303118208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10649us (12971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.075548:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30772 00000100:00100000:0.0:1746137569.076631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.077425:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118336 00000100:00100000:2.0:1746137569.077434:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118336 00002000:00100000:2.0:1746137569.077477:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009b9cd880 x1830957303118336/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.077487:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd880 with x1830957303118336 ext(0->7) 00010000:00010000:2.0:1746137569.077496:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.077508:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 50 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.077520:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cd880 00000100:00100000:2.0:1746137569.077553:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3374 00000100:00100000:2.0:1746137569.077561:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303118336:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137569.078439:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303118336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 877us (1809us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746137569.078446:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3374 00002000:00100000:0.0:1746137569.078453:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009b9cd880 x1830957303118336/t4294972286(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.078460:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd880 with x1830957303118336 ext(0->7) 00010000:00010000:0.0:1746137569.078465:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.078474:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.078480:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cd880 00000100:00100000:0.0:1746137569.082264:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.082639:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118464 00000100:00100000:1.0:1746137569.082648:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118464 00000100:00100000:0.0:1746137569.082831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.083057:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30773 00000100:00100000:1.0:1746137569.083065:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303118464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.083081:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.083095:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f972c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.083124:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.083129:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.083135:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137569.083138:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 53 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.083169:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.083179:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 53 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.083188:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137569.083225:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957303118464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.083231:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30773 00000100:00100000:3.0:1746137569.083507:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118592 00000100:00100000:3.0:1746137569.083511:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118592 00010000:00010000:3.0:1746137569.083527:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.083562:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18538 00000100:00100000:3.0:1746137569.083567:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2008:x1830957303118592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.083574:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.083591:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.083756:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.083771:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7c24 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f971e expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.084096:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.084098:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.084104:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.084112:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.084138:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.084148:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.084160:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074816:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.084412:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.086561:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074816:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.086592:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.086641:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303118592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3072us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.086655:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18538 00000100:00100000:0.0:1746137569.087590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.087690:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118848 00000100:00100000:1.0:1746137569.087696:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118848 00002000:00100000:1.0:1746137569.087733:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cfb80 x1830957303118848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.087742:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cfb80 with x1830957303118848 ext(0->4095) 00010000:00010000:1.0:1746137569.087749:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.087766:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.087923:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cfb80 00000100:00100000:1.0:1746137569.088224:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3375 00000100:00100000:1.0:1746137569.088232:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303118848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.088346:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303118848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.088352:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3375 00002000:00100000:1.0:1746137569.088357:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cfb80 x1830957303118848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.088364:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cfb80 with x1830957303118848 ext(0->4095) 00010000:00010000:1.0:1746137569.088369:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.088377:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.088383:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cfb80 00000100:00100000:0.0:1746137569.090285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.090382:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303118976 00000100:00100000:3.0:1746137569.090389:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303118976 00010000:00010000:3.0:1746137569.090415:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.090440:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18539 00000100:00100000:3.0:1746137569.090446:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303118976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.090457:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.090474:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.090484:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.090504:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c2b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9725 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.090762:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.090764:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.090771:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.090779:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.090806:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.090818:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074944:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.091017:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.093242:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293074944:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.093275:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.093309:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303118976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2861us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.093317:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18539 00000100:00100000:0.0:1746137569.093904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.094315:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303119232 00000100:00100000:3.0:1746137569.094321:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303119232 00002000:00100000:3.0:1746137569.094353:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf800 x1830957303119232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.094363:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf800 with x1830957303119232 ext(0->4095) 00002000:00010000:3.0:1746137569.094367:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cf800 00000100:00100000:3.0:1746137569.094390:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14317 00000100:00100000:3.0:1746137569.094399:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303119232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.094512:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303119232:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.094518:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14317 00002000:00100000:3.0:1746137569.094523:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cf800 x1830957303119232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.094530:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cf800 with x1830957303119232 ext(0->4095) 00002000:00010000:3.0:1746137569.094542:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cf800 00000100:00100000:0.0:1746137569.096315:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.096556:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303119360 00000100:00100000:2.0:1746137569.096563:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303119360 00000100:00100000:2.0:1746137569.096747:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30774 00000100:00100000:2.0:1746137569.096754:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303119360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.096770:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.096785:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9733 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.096809:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.096816:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.096817:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.096821:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.096848:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.096859:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 51 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.096869:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293075072:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.097317:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.099341:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293075072:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.099370:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.099384:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137569.099422:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303119360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2668us (3111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.099429:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30774 00000100:00100000:0.0:1746137569.099978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.100272:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303119488 00000100:00100000:2.0:1746137569.100278:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303119488 00010000:00010000:2.0:1746137569.100300:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.100328:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18540 00000100:00100000:2.0:1746137569.100334:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303119488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.100344:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.100361:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.100371:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.100389:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f972c expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.100416:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.100418:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.100424:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.100432:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.100455:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.100466:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075200:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.101343:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.102726:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075200:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.102741:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.103114:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303119488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2779us (3136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.103124:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18540 00000100:00100000:3.0:1746137569.104403:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.104747:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303119744 00000100:00100000:1.0:1746137569.104755:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303119744 00002000:00100000:1.0:1746137569.104794:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5c00 x1830957303119744/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.104803:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5c00 with x1830957303119744 ext(0->4095) 00002000:00010000:1.0:1746137569.104808:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5c00 00000100:00100000:1.0:1746137569.104834:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14318 00000100:00100000:1.0:1746137569.104840:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303119744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.104977:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303119744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.104982:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14318 00002000:00100000:1.0:1746137569.104987:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5c00 x1830957303119744/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.104993:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5c00 with x1830957303119744 ext(0->4095) 00002000:00010000:1.0:1746137569.104995:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5c00 00000100:00100000:0.0:1746137569.105152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.105366:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303119872 00000100:00100000:2.0:1746137569.105377:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303119872 00000100:00100000:2.0:1746137569.105440:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30775 00000100:00100000:2.0:1746137569.105447:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303119872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.105462:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.105480:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f973a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.105509:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.105515:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.105516:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.105519:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.105553:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.105560:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.105568:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293075328:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.105640:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.107722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.107888:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120000 00000100:00100000:1.0:1746137569.107895:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120000 00000100:00100000:1.0:1746137569.107933:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30776 00000100:00100000:1.0:1746137569.107964:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303120000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.107979:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.107995:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9741 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.108018:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.108023:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.108028:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746137569.108029:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293075328:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.108032:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 54 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.108055:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.108067:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00010000:00010000:1.0:1746137569.108067:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.108076:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 54 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.108084:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:2.0:1746137569.108133:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:1730:x1830957303119872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2686us (2980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.108140:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30775 00000100:00100000:1.0:1746137569.108967:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303120000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1001us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.108974:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30776 00000100:00100000:2.0:1746137569.109347:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.109395:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120128 00000100:00100000:0.0:1746137569.109401:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120128 00010000:00010000:0.0:1746137569.109423:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.109450:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18541 00000100:00100000:0.0:1746137569.109455:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303120128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137569.109464:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137569.109479:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.109488:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.109504:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f7c39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9733 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.109525:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.109527:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.109532:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.109549:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.109586:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.109596:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.109607:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075584:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.109680:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.110983:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075584:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.111002:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.111700:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303120128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2242us (2352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.111712:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18541 00000100:00100000:1.0:1746137569.112371:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.112520:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120384 00000100:00100000:3.0:1746137569.112527:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120384 00002000:00100000:3.0:1746137569.112571:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818380 x1830957303120384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.112579:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818380 with x1830957303120384 ext(0->4095) 00010000:00010000:3.0:1746137569.112587:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.112599:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.112605:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818380 00000100:00100000:3.0:1746137569.112629:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3376 00000100:00100000:3.0:1746137569.112635:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303120384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.112762:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303120384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.112769:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3376 00002000:00100000:3.0:1746137569.112775:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e818380 x1830957303120384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.112782:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818380 with x1830957303120384 ext(0->4095) 00010000:00010000:3.0:1746137569.112786:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.112796:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.112801:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e818380 00000100:00100000:0.0:1746137569.115727:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.115766:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120512 00000100:00100000:2.0:1746137569.115772:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120512 00010000:00010000:2.0:1746137569.115799:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.115832:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18542 00000100:00100000:2.0:1746137569.115838:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2008:x1830957303120512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.115849:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.115866:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.115877:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.115899:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7c40 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f973a expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.115920:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.115921:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.115927:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.115948:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.115976:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.115986:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075712:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.116050:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.118599:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.118617:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075712:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.118636:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.118674:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303120512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2836us (2951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.118682:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18542 00000100:00100000:3.0:1746137569.118719:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120768 00000100:00100000:3.0:1746137569.118724:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120768 00002000:00100000:3.0:1746137569.118862:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cd180 x1830957303120768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.118870:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd180 with x1830957303120768 ext(0->4095) 00002000:00010000:3.0:1746137569.118875:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cd180 00000100:00100000:3.0:1746137569.118899:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14319 00000100:00100000:3.0:1746137569.118905:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303120768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.119464:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303120768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (869us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.119470:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14319 00002000:00100000:3.0:1746137569.119475:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cd180 x1830957303120768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.119482:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd180 with x1830957303120768 ext(0->4095) 00002000:00010000:3.0:1746137569.119484:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cd180 00000100:00100000:0.0:1746137569.122888:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.123162:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303120896 00000100:00100000:1.0:1746137569.123170:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303120896 00000100:00100000:1.0:1746137569.123219:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30777 00000100:00100000:1.0:1746137569.123226:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303120896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.123240:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.123257:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9748 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.123283:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.123290:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.123291:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.123295:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.123326:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 51 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.123338:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 51 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.123349:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293075840:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.123433:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.125436:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293075840:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.125460:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.125474:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137569.125504:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303120896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.125512:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30777 00000100:00100000:0.0:1746137569.126469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.126804:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121024 00000100:00100000:2.0:1746137569.126810:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121024 00010000:00010000:2.0:1746137569.126835:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.126865:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18543 00000100:00100000:2.0:1746137569.126871:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303121024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.126883:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.126900:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.126911:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.126931:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9741 expref: 52 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.127245:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.127247:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.127255:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.127263:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.127287:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.127298:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075968:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.127370:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.130241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.130294:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293075968:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.130313:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.130352:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303121024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3480us (3884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.130367:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18543 00000100:00100000:0.0:1746137569.130376:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.130472:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121152 00000100:00100000:1.0:1746137569.130478:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121152 00000100:00100000:1.0:1746137569.130513:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30778 00000100:00100000:1.0:1746137569.130520:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303121152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.130549:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.130566:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f974f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.130590:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.130599:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.130601:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.130604:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.130630:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.130641:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.130651:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076096:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.131080:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121408 00000100:00100000:3.0:1746137569.131085:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121408 00002000:00100000:3.0:1746137569.131110:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cca80 x1830957303121408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.131119:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cca80 with x1830957303121408 ext(0->4095) 00010000:00010000:3.0:1746137569.131125:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.131140:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.131146:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cca80 00000100:00100000:3.0:1746137569.131161:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3377 00000100:00100000:3.0:1746137569.131167:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303121408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.131257:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303121408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (880us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.131262:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3377 00002000:00100000:3.0:1746137569.131267:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cca80 x1830957303121408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.131274:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cca80 with x1830957303121408 ext(0->4095) 00010000:00010000:3.0:1746137569.131278:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.131286:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.131291:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cca80 00000100:00100000:1.0:1746137569.131475:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.134318:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.134400:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076096:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.134428:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.134443:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042e200, rc 0) 00000100:00100000:1.0:1746137569.134484:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303121152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3964us (4249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.134491:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30778 00000100:00100000:0.0:1746137569.134620:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.134836:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121536 00000100:00100000:3.0:1746137569.134842:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121536 00010000:00010000:3.0:1746137569.134867:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.134889:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18544 00000100:00100000:3.0:1746137569.134895:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303121536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.134905:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.134922:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.134932:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.134975:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9748 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.135625:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.135627:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.135635:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.135644:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.135670:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.135680:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076224:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.135727:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.136076:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121664 00000100:00100000:1.0:1746137569.136081:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121664 00000100:00100000:1.0:1746137569.136110:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30779 00000100:00100000:1.0:1746137569.136116:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1731:x1830957303121664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.136130:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.136139:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9756 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.136156:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.136162:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.136163:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.136166:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.136181:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.136192:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.136200:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076352:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.136235:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.144284:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.144401:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076352:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.144426:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.144441:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dce00, rc 0) 00000100:00100000:1.0:1746137569.144479:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303121664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8363us (10168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.144491:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30779 00000100:00100000:3.0:1746137569.144549:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076224:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.144573:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.144573:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303121920 00000100:00100000:2.0:1746137569.144578:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303121920 00000100:00100000:3.0:1746137569.144593:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303121536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9698us (9973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.144603:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18544 00002000:00100000:2.0:1746137569.144609:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2d80 x1830957303121920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.144618:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2d80 with x1830957303121920 ext(0->4095) 00010000:00010000:2.0:1746137569.144624:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.144645:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.144651:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa2d80 00000100:00100000:2.0:1746137569.144676:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3378 00000100:00100000:2.0:1746137569.144683:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303121920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.144812:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303121920:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.144818:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3378 00002000:00100000:2.0:1746137569.144823:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2d80 x1830957303121920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.144830:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2d80 with x1830957303121920 ext(0->4095) 00010000:00010000:2.0:1746137569.144835:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.144843:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.144849:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa2d80 00000100:00100000:0.0:1746137569.148362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.148471:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122048 00000100:00100000:3.0:1746137569.148478:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122048 00010000:00010000:3.0:1746137569.148509:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.148545:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18545 00000100:00100000:3.0:1746137569.148555:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2006:x1830957303122048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.148566:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.148585:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.148597:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.148620:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7c55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f974f expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.148654:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.148656:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.148663:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.148671:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.148700:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.148712:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076480:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.148791:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.151428:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076480:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.151567:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.151612:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303122048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3059us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.151622:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18545 00000100:00100000:0.0:1746137569.153894:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.154087:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122304 00000100:00100000:3.0:1746137569.154095:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122304 00002000:00100000:3.0:1746137569.154131:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957303122304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.154142:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957303122304 ext(0->4095) 00002000:00010000:3.0:1746137569.154147:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:3.0:1746137569.154176:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14320 00000100:00100000:3.0:1746137569.154183:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303122304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137569.154316:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303122304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.154323:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14320 00002000:00100000:3.0:1746137569.154328:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957303122304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.154335:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957303122304 ext(0->4095) 00002000:00010000:3.0:1746137569.154338:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:0.0:1746137569.156192:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.156478:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122432 00000100:00100000:1.0:1746137569.156485:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122432 00000100:00100000:1.0:1746137569.156550:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30780 00000100:00100000:1.0:1746137569.156557:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303122432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.156755:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.156772:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f975d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.156799:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.156806:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.156808:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.156810:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.156840:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.156851:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.156864:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076608:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.157154:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.158831:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076608:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.158860:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.158875:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137569.158911:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303122432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2353us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.158918:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30780 00000100:00100000:0.0:1746137569.160899:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.160986:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122560 00000100:00100000:3.0:1746137569.160994:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122560 00010000:00010000:3.0:1746137569.161026:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.161052:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18546 00000100:00100000:3.0:1746137569.161059:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303122560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.161071:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.161090:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.161100:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.161120:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dce00/0x95b3ed7b846f7c5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9756 expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.161149:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.161151:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.161157:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.161165:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.161195:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.161212:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076736:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.161563:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.164008:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293076736:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.164041:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.164079:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303122560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3019us (3186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.164090:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18546 00000100:00100000:0.0:1746137569.164592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.164693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.164842:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122944 00000100:00100000:1.0:1746137569.164848:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122944 00000100:00100000:1.0:1746137569.164878:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30781 00000100:00100000:1.0:1746137569.164884:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303122944:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.164900:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.164913:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9764 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.164958:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.164965:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.164966:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.164969:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.164993:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.165003:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 5 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.165015:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076864:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.165069:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.165436:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303122816 00000100:00100000:3.0:1746137569.165440:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303122816 00002000:00100000:3.0:1746137569.165467:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ce00 x1830957303122816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.165477:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ce00 with x1830957303122816 ext(0->4095) 00010000:00010000:3.0:1746137569.165483:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.165493:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.165499:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ce00 00000100:00100000:3.0:1746137569.165512:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3379 00000100:00100000:3.0:1746137569.165517:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303122816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.166965:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303122816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1443us (2368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.166977:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3379 00002000:00100000:3.0:1746137569.166984:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ce00 x1830957303122816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.166992:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ce00 with x1830957303122816 ext(0->4095) 00010000:00010000:3.0:1746137569.166998:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.167009:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.167015:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ce00 00000100:00100000:1.0:1746137569.168082:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293076864:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.168106:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.168118:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137569.168146:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303122944:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3262us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.168153:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30781 00000100:00100000:0.0:1746137569.170770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.171121:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123072 00000100:00100000:1.0:1746137569.171130:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123072 00000100:00100000:1.0:1746137569.171723:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30782 00000100:00100000:1.0:1746137569.171733:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1731:x1830957303123072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.171749:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.171764:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f976b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.171789:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.171794:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.171800:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.171802:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.171841:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.171852:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 53 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.171860:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137569.171903:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303123072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.171909:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30782 00000100:00100000:0.0:1746137569.172085:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.172504:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123200 00000100:00100000:3.0:1746137569.172509:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123200 00010000:00010000:3.0:1746137569.172529:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.172843:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18547 00000100:00100000:3.0:1746137569.172850:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303123200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.172859:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.172877:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.172887:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.172904:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7c63 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f975d expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.172920:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.172921:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.172926:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.172932:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.172966:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.172977:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.172988:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077120:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.173044:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.175574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.175665:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123456 00000100:00100000:2.0:1746137569.175674:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123456 00002000:00100000:2.0:1746137569.175715:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1e300 x1830957303123456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.175725:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1e300 with x1830957303123456 ext(0->4095) 00010000:00010000:2.0:1746137569.175733:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.175745:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.175751:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1e300 00000100:00100000:2.0:1746137569.175766:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3380 00000100:00100000:2.0:1746137569.175773:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303123456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.175898:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303123456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.175904:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3380 00002000:00100000:2.0:1746137569.175909:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1e300 x1830957303123456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.175916:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1e300 with x1830957303123456 ext(0->4095) 00010000:00010000:2.0:1746137569.175920:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.175929:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.175962:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1e300 00000100:00100000:3.0:1746137569.176629:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077120:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.176657:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.176692:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303123200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3842us (4607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.176700:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18547 00000100:00100000:0.0:1746137569.180048:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.180184:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123584 00000100:00100000:3.0:1746137569.180194:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123584 00010000:00010000:3.0:1746137569.180225:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.180345:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18548 00000100:00100000:3.0:1746137569.180353:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303123584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.180365:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.180385:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.180398:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.180417:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7c6a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9764 expref: 53 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.180441:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.180443:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.180448:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.180455:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.180483:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.180494:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077248:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.180841:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.185396:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077248:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.185430:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.187481:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303123584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7119us (7430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.187495:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18548 00000100:00100000:0.0:1746137569.189071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.190256:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123840 00000100:00100000:2.0:1746137569.190266:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123840 00002000:00100000:2.0:1746137569.190307:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ea00 x1830957303123840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.190323:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ea00 with x1830957303123840 ext(0->4095) 00002000:00010000:2.0:1746137569.190328:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1ea00 00000100:00100000:2.0:1746137569.192363:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14321 00000100:00100000:2.0:1746137569.192379:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303123840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.192900:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303123840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 525us (3832us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.192908:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14321 00002000:00100000:2.0:1746137569.192917:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ea00 x1830957303123840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.192926:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ea00 with x1830957303123840 ext(0->4095) 00002000:00010000:2.0:1746137569.192931:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1ea00 00000100:00100000:0.0:1746137569.194743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.194908:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303123968 00000100:00100000:2.0:1746137569.194917:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303123968 00000100:00100000:2.0:1746137569.195095:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30783 00000100:00100000:2.0:1746137569.195105:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303123968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.195120:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.195135:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9772 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.195161:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.195168:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.195169:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.195173:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.195198:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.195208:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.195218:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077376:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.196754:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.199046:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077376:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.199075:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.199090:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.199129:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303123968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4026us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.199138:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30783 00000100:00100000:0.0:1746137569.201046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.201128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.201286:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124224 00000100:00100000:3.0:1746137569.201294:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124224 00010000:00010000:3.0:1746137569.201327:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.201351:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18549 00000100:00100000:3.0:1746137569.201358:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303124224:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.201372:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.201391:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.201401:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.201422:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7c71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f976b expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.201439:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.201441:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.201447:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.201454:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.201484:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.201496:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077504:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.201626:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124096 00000100:00100000:2.0:1746137569.201629:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124096 00000100:00100000:2.0:1746137569.202612:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30784 00000100:00100000:2.0:1746137569.202629:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303124096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.202642:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.202654:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9779 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.202678:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.202685:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.202686:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.202689:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.202706:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.202716:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.202723:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077632:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.202797:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.203603:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.205711:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077504:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.205743:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.205796:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2006:x1830957303124224:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4436us (4666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.205806:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18549 00000100:00100000:0.0:1746137569.206389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.206661:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077632:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.206682:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.206697:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137569.206733:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303124096:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4114us (5693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.206739:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30784 00000100:00100000:3.0:1746137569.206864:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124480 00000100:00100000:3.0:1746137569.206871:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124480 00002000:00100000:3.0:1746137569.206903:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ca80 x1830957303124480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.206913:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957303124480 ext(0->4095) 00010000:00010000:3.0:1746137569.206919:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.206930:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.206951:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:3.0:1746137569.206967:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3381 00000100:00100000:3.0:1746137569.206973:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303124480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.207093:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303124480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (705us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.207099:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3381 00002000:00100000:3.0:1746137569.207104:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ca80 x1830957303124480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.207112:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957303124480 ext(0->4095) 00010000:00010000:3.0:1746137569.207116:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.207125:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.207130:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:0.0:1746137569.208932:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.209067:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124608 00000100:00100000:3.0:1746137569.209073:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124608 00010000:00010000:3.0:1746137569.209096:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.209400:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18550 00000100:00100000:3.0:1746137569.209408:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303124608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.209419:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.209436:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.209447:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.209466:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7c78 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9772 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.209622:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.209624:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.209632:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.209644:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.209676:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.209689:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077760:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.209761:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.210904:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293077760:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.211143:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.211179:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303124608:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1771us (2253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.211187:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18550 00000100:00100000:3.0:1746137569.211294:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.211417:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124864 00000100:00100000:2.0:1746137569.211423:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124864 00002000:00100000:2.0:1746137569.211450:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6d80 x1830957303124864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.211456:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6d80 with x1830957303124864 ext(0->4095) 00002000:00010000:2.0:1746137569.211460:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6d80 00000100:00100000:2.0:1746137569.211481:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14322 00000100:00100000:2.0:1746137569.211485:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303124864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.211600:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303124864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.211606:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14322 00002000:00100000:2.0:1746137569.211611:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6d80 x1830957303124864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.211618:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6d80 with x1830957303124864 ext(0->4095) 00002000:00010000:2.0:1746137569.211620:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6d80 00000100:00100000:0.0:1746137569.215247:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.215339:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303124992 00000100:00100000:2.0:1746137569.215348:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303124992 00000100:00100000:2.0:1746137569.215385:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30785 00000100:00100000:2.0:1746137569.215392:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303124992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.215407:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.215421:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9780 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.215446:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.215457:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.215459:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.215461:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.215486:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.215495:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.215505:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077888:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.215593:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.217817:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293077888:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.217843:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.217857:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137569.217889:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303124992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.217896:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30785 00000100:00100000:0.0:1746137569.218527:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.218611:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303125120 00000100:00100000:3.0:1746137569.218618:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303125120 00010000:00010000:3.0:1746137569.218644:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.218669:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18551 00000100:00100000:3.0:1746137569.218675:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303125120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.218685:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.218702:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.218712:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.218731:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7c7f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9779 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.218754:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.218756:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.218761:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.218769:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.218797:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.218806:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078016:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.218870:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.221248:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078016:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.221269:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.221306:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303125120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2630us (2779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.221315:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18551 00000100:00100000:0.0:1746137569.221505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.221646:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303125376 00000100:00100000:2.0:1746137569.221755:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303125376 00002000:00100000:2.0:1746137569.221798:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4a80 x1830957303125376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.221813:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957303125376 ext(0->4095) 00002000:00010000:2.0:1746137569.221818:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4a80 00000100:00100000:2.0:1746137569.221846:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14323 00000100:00100000:2.0:1746137569.221854:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303125376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.222024:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303125376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.222030:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14323 00002000:00100000:2.0:1746137569.222036:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4a80 x1830957303125376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.222043:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4a80 with x1830957303125376 ext(0->4095) 00002000:00010000:2.0:1746137569.222046:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4a80 00000100:00100000:0.0:1746137569.222843:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.223017:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303125504 00000100:00100000:3.0:1746137569.223022:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303125504 00000100:00100000:3.0:1746137569.223603:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30786 00000100:00100000:3.0:1746137569.223611:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303125504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.223623:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.223638:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9787 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.223661:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.223669:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.223671:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.223674:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.223704:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.223715:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.223727:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078144:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.223968:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.224639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.224702:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303125632 00000100:00100000:0.0:1746137569.224707:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303125632 00000100:00100000:0.0:1746137569.224746:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30787 00000100:00100000:0.0:1746137569.224752:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303125632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137569.224760:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137569.224768:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f978e expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.224782:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.224786:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.224792:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137569.224795:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 54 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.224815:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.224826:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 54 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.224834:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:0.0:1746137569.224860:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:1731:x1830957303125632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137569.224866:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30787 00000100:00100000:3.0:1746137569.226513:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078144:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.226546:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.226559:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63c00, rc 0) 00000100:00100000:3.0:1746137569.226600:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1730:x1830957303125504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2990us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.226607:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30786 00000100:00100000:0.0:1746137569.227025:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.227302:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303125760 00000100:00100000:3.0:1746137569.227308:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303125760 00010000:00010000:3.0:1746137569.227329:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.227359:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18552 00000100:00100000:3.0:1746137569.227366:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303125760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.227379:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.227397:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.227525:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.227556:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7c86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9780 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.227575:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.227576:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.227582:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.227589:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.227614:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.227624:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.227635:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078400:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.228179:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.230075:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078400:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.230094:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.230145:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303125760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2778us (3120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.230155:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18552 00000100:00100000:0.0:1746137569.230742:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.230835:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126016 00000100:00100000:2.0:1746137569.230841:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126016 00002000:00100000:2.0:1746137569.230877:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7100 x1830957303126016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.230886:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7100 with x1830957303126016 ext(0->4095) 00010000:00010000:2.0:1746137569.230893:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.230904:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.230910:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7100 00000100:00100000:2.0:1746137569.230948:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3382 00000100:00100000:2.0:1746137569.230955:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303126016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.231081:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303126016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.231086:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3382 00002000:00100000:2.0:1746137569.231091:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7100 x1830957303126016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.231097:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7100 with x1830957303126016 ext(0->4095) 00010000:00010000:2.0:1746137569.231103:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.231111:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.231115:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e7100 00000100:00100000:0.0:1746137569.233328:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.233402:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126144 00000100:00100000:3.0:1746137569.233409:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126144 00010000:00010000:3.0:1746137569.233437:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.233752:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18553 00000100:00100000:3.0:1746137569.233760:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2006:x1830957303126144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.233771:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.233788:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.233800:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.233818:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63c00/0x95b3ed7b846f7c8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9787 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.234132:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.234134:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.234141:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.234149:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.234178:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.234190:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078528:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.234875:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.239055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.239435:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078528:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.239456:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.239498:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303126144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5738us (6175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.239509:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18553 00000100:00100000:2.0:1746137569.239711:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126400 00000100:00100000:2.0:1746137569.239718:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126400 00002000:00100000:2.0:1746137569.239754:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7800 x1830957303126400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.239764:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7800 with x1830957303126400 ext(0->4095) 00002000:00010000:2.0:1746137569.239768:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7800 00000100:00100000:2.0:1746137569.239790:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14324 00000100:00100000:2.0:1746137569.239796:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303126400:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.239903:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303126400:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (859us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.239911:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14324 00002000:00100000:2.0:1746137569.239915:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e7800 x1830957303126400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.239922:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7800 with x1830957303126400 ext(0->4095) 00002000:00010000:2.0:1746137569.239924:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7800 00000100:00100000:0.0:1746137569.241350:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.242199:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126528 00000100:00100000:3.0:1746137569.242207:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126528 00000100:00100000:3.0:1746137569.242598:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30788 00000100:00100000:3.0:1746137569.242607:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303126528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.242621:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.242636:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9795 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.242664:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.242672:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.242674:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.242676:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.242702:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 51 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.242712:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 51 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.242723:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078656:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.242806:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.244621:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078656:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.244649:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.244664:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63000, rc 0) 00000100:00100000:3.0:1746137569.244712:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303126528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2105us (3365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.244719:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30788 00000100:00100000:0.0:1746137569.246039:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.246123:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126656 00000100:00100000:3.0:1746137569.246130:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126656 00010000:00010000:3.0:1746137569.246159:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.246245:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18554 00000100:00100000:3.0:1746137569.246253:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303126656:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.246266:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.246283:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.246294:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.246314:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f7c94 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f978e expref: 52 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.246345:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.246347:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.246353:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.246361:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.246387:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.246398:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078784:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.246462:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.247851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.248079:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303126784 00000100:00100000:3.0:1746137569.248086:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303126784 00000100:00100000:3.0:1746137569.248133:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30789 00000100:00100000:3.0:1746137569.248140:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303126784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.248154:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.248167:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f979c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.248190:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.248196:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.248198:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.248202:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.248226:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.248460:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.248472:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078912:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.249169:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293078784:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.249185:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.249225:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303126656:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2972us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.249234:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18554 00000100:00100000:3.0:1746137569.249500:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.249757:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.249845:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127040 00000100:00100000:3.0:1746137569.249850:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127040 00002000:00100000:3.0:1746137569.249877:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6300 x1830957303127040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.249886:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6300 with x1830957303127040 ext(0->4095) 00010000:00010000:3.0:1746137569.249892:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.249902:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.249909:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6300 00000100:00100000:3.0:1746137569.249933:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3383 00000100:00100000:3.0:1746137569.249958:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303127040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.250327:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303127040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.250337:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3383 00002000:00100000:3.0:1746137569.250342:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6300 x1830957303127040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.250349:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6300 with x1830957303127040 ext(0->4095) 00010000:00010000:3.0:1746137569.250354:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.250363:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.250368:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6300 00000100:00100000:3.0:1746137569.251198:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293078912:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.251233:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.251245:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63a00, rc 0) 00000100:00100000:3.0:1746137569.251281:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303126784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.251287:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30789 00000100:00100000:0.0:1746137569.251588:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.251994:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127168 00000100:00100000:3.0:1746137569.251999:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127168 00000100:00100000:3.0:1746137569.252036:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30790 00000100:00100000:3.0:1746137569.252042:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1731:x1830957303127168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.252053:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.252066:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97a3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252082:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.252087:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252092:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.252095:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252125:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252134:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252141:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06ff000, rc 0) 00000100:00100000:3.0:1746137569.252170:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:1731:x1830957303127168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.252175:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30790 00000100:00100000:0.0:1746137569.252646:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.252689:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127296 00000100:00100000:3.0:1746137569.252692:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127296 00010000:00010000:3.0:1746137569.252713:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.252745:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18555 00000100:00100000:3.0:1746137569.252750:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303127296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.252760:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.252776:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.252785:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.252801:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63000/0x95b3ed7b846f7c9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9795 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.252813:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.252815:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.252820:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252826:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252843:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.252852:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.252863:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079168:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.254181:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.258845:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079168:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.258882:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.259423:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303127296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6670us (6775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.259434:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18555 00000100:00100000:0.0:1746137569.261136:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.261232:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127552 00000100:00100000:3.0:1746137569.261241:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127552 00002000:00100000:3.0:1746137569.261282:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4000 x1830957303127552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.261292:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4000 with x1830957303127552 ext(0->4095) 00010000:00010000:3.0:1746137569.261301:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.261313:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.261320:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4000 00000100:00100000:3.0:1746137569.261350:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3384 00000100:00100000:3.0:1746137569.261358:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303127552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.262204:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303127552:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 845us (1074us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.262210:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3384 00002000:00100000:3.0:1746137569.262216:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4000 x1830957303127552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.262223:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4000 with x1830957303127552 ext(0->4095) 00010000:00010000:3.0:1746137569.262229:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.262238:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.262243:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4000 00000100:00100000:0.0:1746137569.265667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.265776:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127680 00000100:00100000:3.0:1746137569.265787:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127680 00010000:00010000:3.0:1746137569.265827:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.266038:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18556 00000100:00100000:3.0:1746137569.266046:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2008:x1830957303127680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.266060:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.266080:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.266092:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.266113:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f7ca2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f979c expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.266135:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.266138:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.266143:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.266155:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.266184:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 52 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.266195:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079296:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.267108:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.269674:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079296:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.269712:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.269763:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303127680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3717us (4106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.269774:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18556 00000100:00100000:0.0:1746137569.269862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.269959:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303127936 00000100:00100000:3.0:1746137569.269966:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303127936 00002000:00100000:3.0:1746137569.270002:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4700 x1830957303127936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.270012:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4700 with x1830957303127936 ext(0->4095) 00002000:00010000:3.0:1746137569.270016:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4700 00000100:00100000:3.0:1746137569.270038:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14325 00000100:00100000:3.0:1746137569.270044:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303127936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.270143:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303127936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.270152:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14325 00002000:00100000:3.0:1746137569.270157:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e4700 x1830957303127936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.270163:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4700 with x1830957303127936 ext(0->4095) 00002000:00010000:3.0:1746137569.270166:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4700 00000100:00100000:2.0:1746137569.276881:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.276977:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128064 00000100:00100000:3.0:1746137569.276986:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128064 00000100:00100000:3.0:1746137569.277024:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30791 00000100:00100000:3.0:1746137569.277031:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303128064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.277046:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.277061:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97aa expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.277089:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.277096:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.277097:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.277100:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.277128:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 51 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.277136:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 51 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.277152:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293079424:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.277221:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.282062:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293079424:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.282107:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.282126:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe200, rc 0) 00000100:00100000:3.0:1746137569.282756:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303128064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5723us (5882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.282765:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30791 00000100:00100000:0.0:1746137569.287727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.289100:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128192 00000100:00100000:2.0:1746137569.289111:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128192 00002000:00100000:2.0:1746137569.289158:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e4e00 x1830957303128192/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.289169:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4e00 with x1830957303128192 ext(0->7) 00010000:00010000:2.0:1746137569.289178:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.289192:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 52 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.289198:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4e00 00000100:00100000:2.0:1746137569.289664:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3385 00000100:00100000:2.0:1746137569.289674:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2005:x1830957303128192:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137569.290662:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.290704:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128320 00000100:00100000:3.0:1746137569.290710:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128320 00000100:00100000:3.0:1746137569.290736:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30792 00000100:00100000:3.0:1746137569.290742:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:1730:x1830957303128320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.290751:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.290764:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97b1 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.290784:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.290789:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.290794:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137569.290797:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.290849:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.290860:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.290869:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fea00, rc 0) 00000100:00100000:3.0:1746137569.290925:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303128320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.290931:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30792 00000100:00100000:0.0:1746137569.292432:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957303128192:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2731us (4687us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746137569.292542:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3385 00002000:00100000:0.0:1746137569.292554:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e4e00 x1830957303128192/t4294972287(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.292563:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4e00 with x1830957303128192 ext(0->7) 00010000:00010000:0.0:1746137569.292572:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.292584:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.292591:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e4e00 00000100:00100000:0.0:1746137569.294679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.294770:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128448 00000100:00100000:3.0:1746137569.294778:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128448 00010000:00010000:3.0:1746137569.294811:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.296035:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18557 00000100:00100000:3.0:1746137569.296046:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957303128448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.296062:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137569.296078:0:21485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137569 -> 1746137570 00002000:00010000:3.0:1746137569.296081:0:21485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137569 -> 1746137570 00010000:00010000:3.0:1746137569.296088:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.296100:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.296125:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7ca9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97a3 expref: 55 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.296150:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.296152:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.296157:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.296164:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.296197:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.296207:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.296218:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079680:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.296291:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.298294:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.298326:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.298373:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957303128448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2328us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.298382:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18557 00000100:00100000:0.0:1746137569.301486:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.302560:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128704 00000100:00100000:1.0:1746137569.302572:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128704 00002000:00100000:1.0:1746137569.302620:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6a00 x1830957303128704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.302631:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957303128704 ext(0->4095) 00010000:00010000:1.0:1746137569.302641:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.302655:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.302662:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:1.0:1746137569.302701:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3386 00000100:00100000:1.0:1746137569.302709:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303128704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.302871:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303128704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (1395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.302878:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3386 00002000:00100000:1.0:1746137569.302884:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e6a00 x1830957303128704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.302892:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957303128704 ext(0->4095) 00010000:00010000:1.0:1746137569.302903:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.302911:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.302917:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6a00 00000100:00100000:0.0:1746137569.308787:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.308851:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303128832 00000100:00100000:3.0:1746137569.308860:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303128832 00010000:00010000:3.0:1746137569.308894:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.308932:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18558 00000100:00100000:3.0:1746137569.308971:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303128832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.308984:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.309001:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.309013:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.310615:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7cb0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97aa expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.310649:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.310652:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.310659:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.310668:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.310706:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.310720:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.310819:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.315310:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.315376:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129088 00000100:00100000:2.0:1746137569.315386:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129088 00002000:00100000:2.0:1746137569.315427:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5f80 x1830957303129088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.315438:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957303129088 ext(0->4095) 00002000:00010000:2.0:1746137569.315442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:2.0:1746137569.315475:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14326 00000100:00100000:2.0:1746137569.315483:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957303129088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.315585:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293079808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.315619:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.315630:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957303129088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.315636:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14326 00002000:00100000:2.0:1746137569.315641:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8801366e5f80 x1830957303129088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.315647:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957303129088 ext(0->4095) 00002000:00010000:2.0:1746137569.315650:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:3.0:1746137569.315658:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303128832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6688us (6881us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.315667:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18558 00000100:00100000:0.0:1746137569.318126:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.320155:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129216 00000100:00100000:3.0:1746137569.320168:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129216 00000100:00100000:3.0:1746137569.320674:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30793 00000100:00100000:3.0:1746137569.320687:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303129216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.320705:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.320720:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97b8 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.320749:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.320756:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.320758:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.320761:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.320790:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.320801:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 53 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.320816:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293079936:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.320910:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.322996:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293079936:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.323039:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.323055:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0000, rc 0) 00000100:00100000:3.0:1746137569.323095:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303129216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2412us (4979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.323103:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30793 00000100:00100000:0.0:1746137569.324664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.325611:0:3762:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746137569.325629:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293080064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746137569.325669:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129472 00000100:00100000:3.0:1746137569.325672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137569.325677:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129472 00000100:00100000:1.0:1746137569.325688:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293080064 00000100:00100000:1.0:1746137569.325692:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293080064 00002000:00100000:2.0:1746137569.325714:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e6680 x1830957303129472/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.325721:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6680 with x1830957303129472 ext(0->7) 00010000:00010000:2.0:1746137569.325727:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 54 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.325732:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00010000:00010000:2.0:1746137569.325740:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 54 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.325740:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293080064:12345-0@lo:41:osp-pre-0-1.0 00002000:00010000:2.0:1746137569.325753:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6680 00000004:00000024:1.0:1746137569.325765:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:2.0:1746137569.325766:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3387 00000100:00100000:2.0:1746137569.325771:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2008:x1830957303129472:12345-192.168.202.31@tcp:4:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137569.325799:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293080064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.325805:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1746137569.325816:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293080064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746137569.327700:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2008:x1830957303129472:12345-192.168.202.31@tcp:4:ptlrpcd_01_01.0 Request processed in 1922us (3036us total) trans 4294972288 rc 0/0 00000100:00100000:2.0:1746137569.327710:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3387 00002000:00100000:2.0:1746137569.327718:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8801366e6680 x1830957303129472/t4294972288(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.327727:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6680 with x1830957303129472 ext(0->7) 00010000:00010000:2.0:1746137569.327736:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.327750:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.327756:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801366e6680 00000100:00100000:0.0:1746137569.330369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.330715:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129600 00000100:00100000:3.0:1746137569.330723:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129600 00010000:00010000:3.0:1746137569.330756:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.330794:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18559 00000100:00100000:3.0:1746137569.330801:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303129600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.330814:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.330832:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.330845:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.330866:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7cb7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b1 expref: 56 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.330891:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.330893:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.330900:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.330908:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.334167:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.334190:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080192:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.334293:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.339419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.339728:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129856 00000100:00100000:0.0:1746137569.339735:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129856 00002000:00100000:0.0:1746137569.339777:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11180 x1830957303129856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.339787:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11180 with x1830957303129856 ext(0->4095) 00002000:00010000:0.0:1746137569.339791:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11180 00000100:00100000:0.0:1746137569.339828:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14327 00000100:00100000:0.0:1746137569.339835:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303129856:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137569.339974:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303129856:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (565us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137569.339983:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14327 00002000:00100000:0.0:1746137569.339989:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce11180 x1830957303129856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.339995:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce11180 with x1830957303129856 ext(0->4095) 00002000:00010000:0.0:1746137569.339998:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce11180 00000100:00100000:3.0:1746137569.340114:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080192:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.340147:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.340174:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957303129600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9373us (9812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.340181:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18559 00000100:00100000:0.0:1746137569.342239:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.342500:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.342586:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303129984 00000100:00100000:2.0:1746137569.342632:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303129984 00000100:00100000:2.0:1746137569.342678:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303130112 00000100:00100000:2.0:1746137569.342681:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303130112 00000100:00100000:2.0:1746137569.342707:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30794 00000100:00100000:2.0:1746137569.342715:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303129984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.342730:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137569.342740:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30795 00010000:00010000:2.0:1746137569.342746:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97bf expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.342748:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303130112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.342755:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.342762:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97c6 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.342772:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.342871:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.342874:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.342878:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 58 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.342887:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.342891:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 58 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.342897:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.342900:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 58 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.342924:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.342967:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 5 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.342980:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293080320:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.342982:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 58 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.342993:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 58 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.343002:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137569.343034:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303130112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 288us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.343041:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30795 00000100:00100000:2.0:1746137569.343465:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.349866:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293080320:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137569.349867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137569.349889:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.349902:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137569.349968:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303129984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7254us (7736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.349975:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30794 00000100:00100000:3.0:1746137569.350124:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303130240 00000100:00100000:3.0:1746137569.350132:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303130240 00010000:00010000:3.0:1746137569.350158:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.350195:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18560 00000100:00100000:3.0:1746137569.350202:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303130240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.350213:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.350231:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.350241:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.350263:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7cbe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97b8 expref: 6 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.350280:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.350282:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.350287:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.350295:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.350322:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.350332:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.350343:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.350408:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.352512:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.352621:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080576:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.352653:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.352689:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303130240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2488us (2833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.352699:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18560 00000100:00100000:1.0:1746137569.352870:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303130496 00000100:00100000:1.0:1746137569.352877:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303130496 00002000:00100000:1.0:1746137569.352907:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e300 x1830957303130496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.352916:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957303130496 ext(0->4095) 00010000:00010000:1.0:1746137569.352923:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.352973:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.352979:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e300 00000100:00100000:1.0:1746137569.352995:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3388 00000100:00100000:1.0:1746137569.353000:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303130496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137569.353100:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303130496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.353105:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3388 00002000:00100000:1.0:1746137569.353110:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27e300 x1830957303130496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.353127:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957303130496 ext(0->4095) 00010000:00010000:1.0:1746137569.353131:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.353138:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.353143:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27e300 00000100:00100000:0.0:1746137569.356753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.357139:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303130624 00000100:00100000:2.0:1746137569.357152:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303130624 00000100:00100000:0.0:1746137569.357230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.357462:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303130752 00000100:00100000:3.0:1746137569.357466:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303130752 00010000:00010000:3.0:1746137569.357488:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.357520:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18561 00000100:00100000:3.0:1746137569.357527:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303130752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.357552:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.357570:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.357580:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.357599:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7cc5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97bf expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.357615:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.357618:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.357624:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.357631:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.357661:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.357673:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080704:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.357872:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30796 00000100:00100000:2.0:1746137569.357879:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303130624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.357893:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.357902:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97cd expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.357917:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.357922:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.357924:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.357926:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.357956:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.357965:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.357973:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293080832:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.360157:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.360410:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.364993:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293080704:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.365030:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.365070:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303130752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7541us (7838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.365080:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18561 00000100:00100000:2.0:1746137569.365656:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293080832:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.365678:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.365694:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.365729:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303130624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7851us (8986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.365735:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30796 00000100:00100000:0.0:1746137569.366128:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.366202:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131008 00000100:00100000:2.0:1746137569.366209:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131008 00002000:00100000:2.0:1746137569.366240:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27ce00 x1830957303131008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.366249:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27ce00 with x1830957303131008 ext(0->4095) 00010000:00010000:2.0:1746137569.366255:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.366265:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.366271:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27ce00 00000100:00100000:2.0:1746137569.366298:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3389 00000100:00100000:2.0:1746137569.366304:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303131008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.366782:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303131008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 477us (654us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.366789:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3389 00002000:00100000:2.0:1746137569.366795:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27ce00 x1830957303131008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.366803:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27ce00 with x1830957303131008 ext(0->4095) 00010000:00010000:2.0:1746137569.366808:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.366817:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 56 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.366822:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27ce00 00000100:00100000:0.0:1746137569.370898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.371464:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131136 00000100:00100000:2.0:1746137569.371473:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131136 00000100:00100000:2.0:1746137569.371527:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30797 00000100:00100000:2.0:1746137569.371546:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303131136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.371565:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137569.371589:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.371636:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131264 00000100:00100000:3.0:1746137569.371640:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131264 00010000:00010000:3.0:1746137569.371665:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 57 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.371684:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18562 00000100:00100000:3.0:1746137569.371688:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303131264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.371694:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97d4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.371698:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.371715:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.371721:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.371727:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137569.371731:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 58 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.372044:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 58 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.372061:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 58 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.372063:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.372077:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7ccc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97c6 expref: 58 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.372079:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 58 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.372087:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.372088:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.372093:0:16986:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.372116:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.373308:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137569.373325:0:16986:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.373339:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.373351:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081088:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.373371:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303131264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1680us (1780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.373379:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18562 00000100:00100000:2.0:1746137569.373418:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.380769:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.380894:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081088:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.380913:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:3.0:1746137569.380928:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131520 00000100:00100000:3.0:1746137569.380934:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131520 00002000:00100000:3.0:1746137569.381000:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe98000 x1830957303131520/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.381008:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98000 with x1830957303131520 ext(0->4095) 00010000:00010000:3.0:1746137569.381016:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.381104:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.381112:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe98000 00000100:00100000:3.0:1746137569.381136:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3390 00000100:00100000:3.0:1746137569.381144:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303131520:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.381321:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303131136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9776us (10424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.381332:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30797 00000100:00100000:3.0:1746137569.381353:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303131520:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 209us (594us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.381360:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3390 00002000:00100000:3.0:1746137569.381366:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe98000 x1830957303131520/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.381372:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98000 with x1830957303131520 ext(0->4095) 00010000:00010000:3.0:1746137569.381376:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.381384:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.381389:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe98000 00000100:00100000:0.0:1746137569.384499:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.392494:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131648 00000100:00100000:0.0:1746137569.392509:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131648 00010000:00010000:0.0:1746137569.392560:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.393093:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18563 00000100:00100000:1.0:1746137569.393103:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303131648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.393119:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.393141:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.393154:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.393174:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97cd expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.393736:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.393739:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.393747:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.393755:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.393789:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.393801:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081216:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.394505:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.399282:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081216:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.399434:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.399673:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303131648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6570us (15181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.399685:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18563 00000100:00100000:0.0:1746137569.400444:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.400511:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303131904 00000100:00100000:3.0:1746137569.400520:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303131904 00002000:00100000:3.0:1746137569.400568:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99880 x1830957303131904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.400578:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957303131904 ext(0->4095) 00002000:00010000:3.0:1746137569.400583:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:3.0:1746137569.400614:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14328 00000100:00100000:3.0:1746137569.400621:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303131904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.400742:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303131904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.400747:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14328 00002000:00100000:3.0:1746137569.400753:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99880 x1830957303131904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.400765:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99880 with x1830957303131904 ext(0->4095) 00002000:00010000:3.0:1746137569.400768:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe99880 00000100:00100000:0.0:1746137569.402340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.402419:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132032 00000100:00100000:2.0:1746137569.402425:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132032 00000100:00100000:2.0:1746137569.402468:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30798 00000100:00100000:2.0:1746137569.402475:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303132032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.402487:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.402500:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97db expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.402523:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.402616:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.402619:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.402624:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.402653:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.402665:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 55 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.402677:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081344:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.403971:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.405895:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081344:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.405923:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.405964:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137569.406000:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303132032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3525us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.406008:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30798 00000100:00100000:0.0:1746137569.406786:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.406862:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132160 00000100:00100000:1.0:1746137569.406869:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132160 00010000:00010000:1.0:1746137569.406894:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.406919:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18564 00000100:00100000:1.0:1746137569.406923:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303132160:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.406931:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.406958:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.406966:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.406981:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7cda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97d4 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.406997:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.406999:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.407004:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.407011:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.407036:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.407047:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081472:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.407910:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.408218:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.408260:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132288 00000100:00100000:2.0:1746137569.408265:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132288 00000100:00100000:2.0:1746137569.408297:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30799 00000100:00100000:2.0:1746137569.408304:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303132288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.408315:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.408328:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97e2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.408347:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.408353:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.408354:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.408358:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.408375:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.408385:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.408399:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081600:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.408457:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.408512:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081472:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.408523:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.408557:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303132160:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1632us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.408564:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18564 00000100:00100000:0.0:1746137569.408637:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.408657:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132544 00000100:00100000:3.0:1746137569.408661:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132544 00002000:00100000:3.0:1746137569.408685:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636d80 x1830957303132544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.408694:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636d80 with x1830957303132544 ext(0->4095) 00010000:00010000:3.0:1746137569.408700:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.408708:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.408714:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636d80 00000100:00100000:3.0:1746137569.408739:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3391 00000100:00100000:3.0:1746137569.408745:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303132544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.408842:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303132544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (204us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.408847:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3391 00002000:00100000:3.0:1746137569.408851:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636d80 x1830957303132544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.408857:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636d80 with x1830957303132544 ext(0->4095) 00010000:00010000:3.0:1746137569.408861:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.408868:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.408873:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636d80 00000100:00100000:0.0:1746137569.412023:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293081600:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137569.412048:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412064:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:0.0:1746137569.412116:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303132288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3811us (3898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137569.412125:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30799 00000100:00100000:2.0:1746137569.412236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.412407:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132672 00000100:00100000:0.0:1746137569.412413:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132672 00000100:00100000:3.0:1746137569.412524:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.412711:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30800 00000100:00100000:0.0:1746137569.412719:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303132672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137569.412731:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137569.412744:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97e9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412762:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.412766:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412772:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137569.412776:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412803:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412814:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.412822:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:1.0:1746137569.413137:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303132800 00000100:00100000:1.0:1746137569.413141:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303132800 00010000:00010000:1.0:1746137569.413159:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.413178:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18565 00000100:00100000:1.0:1746137569.413183:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303132800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.413190:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.413206:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.413216:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.413231:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7ce1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97db expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.413250:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.413252:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.413257:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.413269:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.413288:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.413298:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.413309:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081856:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.413402:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303132672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 683us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137569.413408:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30800 00000100:00100000:1.0:1746137569.414094:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.417283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.417513:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081856:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.417547:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.417602:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303132800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4417us (5077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.417613:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18565 00000100:00100000:1.0:1746137569.417629:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133056 00000100:00100000:1.0:1746137569.417636:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133056 00002000:00100000:1.0:1746137569.417664:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636680 x1830957303133056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.417672:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636680 with x1830957303133056 ext(0->4095) 00010000:00010000:1.0:1746137569.417678:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.417687:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.417691:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636680 00000100:00100000:1.0:1746137569.417711:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3392 00000100:00100000:1.0:1746137569.417718:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303133056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.417811:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303133056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.417815:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3392 00002000:00100000:1.0:1746137569.417818:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636680 x1830957303133056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.417823:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636680 with x1830957303133056 ext(0->4095) 00010000:00010000:1.0:1746137569.417826:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.417831:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.417835:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636680 00000100:00100000:0.0:1746137569.419545:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.419595:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133184 00000100:00100000:2.0:1746137569.419600:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133184 00010000:00010000:2.0:1746137569.419623:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.419652:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18566 00000100:00100000:2.0:1746137569.419659:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303133184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.419669:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.419685:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.419696:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.419715:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7ce8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e2 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.419741:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.419743:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.419749:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.419756:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.419783:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.419793:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081984:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.419860:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.421635:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.421689:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293081984:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.421704:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.421757:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133440 00000100:00100000:3.0:1746137569.421763:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133440 00002000:00100000:3.0:1746137569.421792:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957303133440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.421801:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957303133440 ext(0->4095) 00002000:00010000:3.0:1746137569.421805:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:3.0:1746137569.421833:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14329 00000100:00100000:3.0:1746137569.421840:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2007:x1830957303133440:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137569.421974:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2007:x1830957303133440:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (342us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.421981:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14329 00002000:00100000:3.0:1746137569.421986:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957303133440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.421994:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957303133440 ext(0->4095) 00002000:00010000:3.0:1746137569.421996:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:2.0:1746137569.422056:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303133184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2396us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.422063:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18566 00000100:00100000:0.0:1746137569.424360:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.424703:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133568 00000100:00100000:2.0:1746137569.424712:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133568 00000100:00100000:2.0:1746137569.424767:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30801 00000100:00100000:2.0:1746137569.424775:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303133568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.424792:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.424807:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97f0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.424841:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.424849:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.424851:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.424854:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.424881:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.424892:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 55 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.424904:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082112:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.425023:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.427305:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082112:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.427335:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.427350:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.427387:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303133568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2613us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.427396:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30801 00000100:00100000:0.0:1746137569.429007:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.429127:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133696 00000100:00100000:2.0:1746137569.429135:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133696 00010000:00010000:2.0:1746137569.429165:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.429189:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18567 00000100:00100000:2.0:1746137569.429195:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303133696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.429208:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.429227:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.429238:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.429258:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f7cef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97e9 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.432637:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.432642:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.432656:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.432668:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.432720:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.432735:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082240:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.432842:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.433513:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.433850:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303133824 00000100:00100000:2.0:1746137569.433858:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303133824 00000100:00100000:2.0:1746137569.433897:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30802 00000100:00100000:2.0:1746137569.433904:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303133824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.433918:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.433933:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97f7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.433974:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.433981:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.433983:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.433986:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.434005:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.434016:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.434024:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082368:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.435224:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.437067:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082240:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.437087:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.437122:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303133696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7926us (8119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.437133:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18567 00000100:00100000:1.0:1746137569.437307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.437374:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134080 00000100:00100000:2.0:1746137569.437381:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134080 00002000:00100000:2.0:1746137569.437416:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81a680 x1830957303134080/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.437426:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81a680 with x1830957303134080 ext(0->4095) 00010000:00010000:2.0:1746137569.437434:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.437446:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.437453:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81a680 00000100:00100000:2.0:1746137569.437467:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3393 00000100:00100000:2.0:1746137569.437474:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303134080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.437596:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303134080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.437602:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3393 00002000:00100000:2.0:1746137569.437608:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81a680 x1830957303134080/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.437615:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81a680 with x1830957303134080 ext(0->4095) 00010000:00010000:2.0:1746137569.437619:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.437628:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.437633:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81a680 00000100:00100000:2.0:1746137569.439128:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082368:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.439154:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.439168:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899200, rc 0) 00000100:00100000:2.0:1746137569.439206:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303133824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5302us (5693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.439214:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30802 00000100:00100000:2.0:1746137569.441759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.441796:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.441841:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134336 00000100:00100000:3.0:1746137569.441850:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134336 00010000:00010000:3.0:1746137569.441884:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.441921:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134208 00000100:00100000:3.0:1746137569.441923:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18568 00000100:00100000:0.0:1746137569.441925:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134208 00000100:00100000:3.0:1746137569.441931:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303134336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.441965:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137569.441968:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30803 00000100:00100000:0.0:1746137569.441974:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303134208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137569.441986:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137569.441998:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f97fe expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.442015:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.442020:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.442026:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137569.442029:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.442066:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.442077:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.442088:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:1.0:1746137569.442150:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303134208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.442155:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30803 00010000:00010000:3.0:1746137569.442222:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.442233:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.442248:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7cf6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f0 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.442259:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.442260:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.442265:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.442271:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.442288:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.442298:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.442308:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082624:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.442837:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.444422:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082624:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.444457:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.444485:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303134336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2556us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.444494:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18568 00000100:00100000:0.0:1746137569.446254:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.446312:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134592 00000100:00100000:3.0:1746137569.446320:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134592 00002000:00100000:3.0:1746137569.446356:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957303134592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.446365:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957303134592 ext(0->4095) 00010000:00010000:3.0:1746137569.446373:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.446385:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.446391:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:3.0:1746137569.446423:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3394 00000100:00100000:3.0:1746137569.446430:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303134592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.446593:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303134592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.446599:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3394 00002000:00100000:3.0:1746137569.446605:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957303134592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.446617:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957303134592 ext(0->4095) 00010000:00010000:3.0:1746137569.446622:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.446630:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.446635:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:0.0:1746137569.450472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.452072:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134720 00000100:00100000:2.0:1746137569.452084:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134720 00010000:00010000:2.0:1746137569.452122:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.452383:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18569 00000100:00100000:2.0:1746137569.452391:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303134720:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.452406:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.452427:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.452440:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.452463:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f7cfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97f7 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.452589:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.452591:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.453222:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.453231:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.453266:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.453280:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082752:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.453371:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.457916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.458057:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293082752:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.458077:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.458136:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303134720:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5745us (7673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.458148:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18569 00000100:00100000:3.0:1746137569.458596:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303134976 00000100:00100000:3.0:1746137569.458603:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303134976 00002000:00100000:3.0:1746137569.458638:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6300 x1830957303134976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.458647:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957303134976 ext(0->4095) 00002000:00010000:3.0:1746137569.458652:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6300 00000100:00100000:3.0:1746137569.458669:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14330 00000100:00100000:3.0:1746137569.458675:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303134976:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.458780:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303134976:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.458791:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14330 00002000:00100000:3.0:1746137569.458796:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6300 x1830957303134976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.458802:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957303134976 ext(0->4095) 00002000:00010000:3.0:1746137569.458805:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6300 00000100:00100000:0.0:1746137569.460669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.460840:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135104 00000100:00100000:1.0:1746137569.460847:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135104 00000100:00100000:1.0:1746137569.460900:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30804 00000100:00100000:1.0:1746137569.460907:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303135104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.460920:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.460964:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9805 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.460997:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.461004:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.461006:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.461009:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.461038:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.461049:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 55 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.461062:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082880:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.462430:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.464502:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293082880:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.464538:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.464557:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137569.464613:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303135104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3706us (3948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.464622:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30804 00000100:00100000:2.0:1746137569.465092:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.465275:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135232 00000100:00100000:0.0:1746137569.465281:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135232 00010000:00010000:0.0:1746137569.465308:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.465342:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18570 00000100:00100000:0.0:1746137569.465348:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303135232:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137569.465361:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137569.465379:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.465390:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.465410:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f7d04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f97fe expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.465438:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.465441:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.465447:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.465454:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.465485:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.465496:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135566a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083008:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.465572:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.469351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.469577:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135360 00000100:00100000:1.0:1746137569.469586:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135360 00000100:00100000:1.0:1746137569.469635:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30805 00000100:00100000:1.0:1746137569.469642:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303135360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.469658:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.469672:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f980c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.469699:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.469705:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.469706:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.469710:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.469738:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.469747:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.469758:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293083136:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.469922:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135566a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083008:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.469961:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.470085:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.470247:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303135232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4898us (5155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.470258:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18570 00000100:00100000:3.0:1746137569.470372:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.470654:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135616 00000100:00100000:2.0:1746137569.470658:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135616 00002000:00100000:2.0:1746137569.470683:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7b80 x1830957303135616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.470692:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7b80 with x1830957303135616 ext(0->4095) 00010000:00010000:2.0:1746137569.470698:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.470707:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.470713:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7b80 00000100:00100000:2.0:1746137569.470733:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3395 00000100:00100000:2.0:1746137569.470738:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303135616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.471221:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303135616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 481us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.471227:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3395 00002000:00100000:2.0:1746137569.471232:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c7b80 x1830957303135616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.471239:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7b80 with x1830957303135616 ext(0->4095) 00010000:00010000:2.0:1746137569.471243:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.471256:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.471262:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c7b80 00000100:00100000:1.0:1746137569.473977:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293083136:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.474008:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.474030:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dca00, rc 0) 00000100:00100000:1.0:1746137569.474086:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303135360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4442us (4742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.474095:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30805 00000100:00100000:0.0:1746137569.474559:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.474738:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135872 00000100:00100000:1.0:1746137569.474744:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135872 00000100:00100000:1.0:1746137569.477820:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30806 00000100:00100000:1.0:1746137569.477838:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303135872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.477858:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.477874:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9813 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.477904:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.477909:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.477915:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.477918:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.477966:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.477979:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.477991:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042f200, rc 0) 00000100:00100000:1.0:1746137569.478039:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303135872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (3481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.478045:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30806 00000100:00100000:2.0:1746137569.478338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.478477:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303135744 00000100:00100000:0.0:1746137569.478484:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303135744 00010000:00010000:0.0:1746137569.478506:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.478656:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18571 00000100:00100000:0.0:1746137569.478663:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303135744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137569.478672:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137569.478688:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.478704:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.478720:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7d0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9805 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.478851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.478853:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.478858:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.478866:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.478887:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.478897:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.478908:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073528000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083392:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.479386:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.483184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.483285:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073528000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083392:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.483289:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136128 00000100:00100000:2.0:1746137569.483296:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136128 00010000:00010000:1.0:1746137569.483304:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137569.483336:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957303136128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.483346:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957303136128 ext(0->4095) 00010000:00010000:2.0:1746137569.483353:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.483357:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303135744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4693us (5019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.483366:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18571 00010000:00010000:2.0:1746137569.483367:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.483374:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:2.0:1746137569.483391:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3396 00000100:00100000:2.0:1746137569.483397:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303136128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.483506:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303136128:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.483512:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3396 00002000:00100000:2.0:1746137569.483517:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957303136128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.483539:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957303136128 ext(0->4095) 00010000:00010000:2.0:1746137569.483543:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.483552:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.483558:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:0.0:1746137569.488670:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.490105:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136256 00000100:00100000:1.0:1746137569.490116:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136256 00010000:00010000:1.0:1746137569.490154:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.490202:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18572 00000100:00100000:1.0:1746137569.490210:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303136256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.490226:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.490246:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.490267:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.490288:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f7d12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f980c expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.490319:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.490322:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.490328:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.490336:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.490369:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 56 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.490381:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083520:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.490476:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.494003:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083520:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.494023:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.494066:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303136256:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3856us (5405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.494076:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18572 00000100:00100000:0.0:1746137569.495817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.495864:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136512 00000100:00100000:2.0:1746137569.495872:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136512 00002000:00100000:2.0:1746137569.495908:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b480 x1830957303136512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.495917:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b480 with x1830957303136512 ext(0->4095) 00002000:00010000:2.0:1746137569.495921:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352b480 00000100:00100000:2.0:1746137569.495963:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14331 00000100:00100000:2.0:1746137569.495969:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303136512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.496101:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303136512:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.496106:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14331 00002000:00100000:2.0:1746137569.496111:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b480 x1830957303136512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.496117:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b480 with x1830957303136512 ext(0->4095) 00002000:00010000:2.0:1746137569.496120:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352b480 00000100:00100000:0.0:1746137569.504017:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.504096:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136640 00000100:00100000:1.0:1746137569.504104:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136640 00000100:00100000:1.0:1746137569.505291:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30807 00000100:00100000:1.0:1746137569.505302:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303136640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.505327:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.505343:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f981a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.505377:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.505384:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.505386:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.505389:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.505419:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 55 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.505429:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 55 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.505440:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293083648:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.505527:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.510365:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293083648:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137569.510393:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.510410:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:1.0:1746137569.510449:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303136640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5150us (6442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.510456:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30807 00000100:00100000:0.0:1746137569.515083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.515254:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136768 00000100:00100000:2.0:1746137569.515264:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136768 00002000:00100000:2.0:1746137569.515307:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007352a680 x1830957303136768/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.515318:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352a680 with x1830957303136768 ext(0->7) 00010000:00010000:2.0:1746137569.515327:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.515341:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 56 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.515347:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352a680 00000100:00100000:2.0:1746137569.515383:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3397 00000100:00100000:2.0:1746137569.515391:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303136768:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137569.518868:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303136768:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3469us (3787us total) trans 4294972289 rc 0/0 00000100:00100000:2.0:1746137569.518881:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3397 00002000:00100000:2.0:1746137569.518893:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007352a680 x1830957303136768/t4294972289(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.518902:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352a680 with x1830957303136768 ext(0->7) 00010000:00010000:2.0:1746137569.518911:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 58 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.518925:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 58 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.518953:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352a680 00000100:00100000:0.0:1746137569.555846:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.555900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.556102:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303136896 00000100:00100000:2.0:1746137569.556112:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303136896 00000100:00100000:2.0:1746137569.556164:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30808 00000100:00100000:2.0:1746137569.556172:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303136896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.556190:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.556207:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9821 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.556234:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.556239:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.556245:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137569.556248:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.556281:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.556290:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.556298:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.556336:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303136896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.556346:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30808 00000100:00100000:1.0:1746137569.556406:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137024 00000100:00100000:1.0:1746137569.556410:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137024 00010000:00010000:1.0:1746137569.556425:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.556441:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18573 00000100:00100000:1.0:1746137569.556444:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957303137024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.556451:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.556468:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.556476:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.556491:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7d19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9813 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.556503:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.556505:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.556509:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.556515:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.556540:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.556549:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.556559:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083904:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.556611:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.564441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.564505:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137280 00000100:00100000:2.0:1746137569.564512:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137280 00002000:00100000:2.0:1746137569.564563:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890380 x1830957303137280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.564573:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890380 with x1830957303137280 ext(0->4095) 00010000:00010000:2.0:1746137569.564582:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.564594:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.564600:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890380 00000100:00100000:2.0:1746137569.564635:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3398 00000100:00100000:2.0:1746137569.564642:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303137280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.564806:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303137280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.564812:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3398 00002000:00100000:2.0:1746137569.564818:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890380 x1830957303137280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.564824:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890380 with x1830957303137280 ext(0->4095) 00010000:00010000:2.0:1746137569.564829:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.564842:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.564847:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f890380 00000100:00100000:1.0:1746137569.565298:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293083904:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.565315:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.565917:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303137024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9469us (10079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.565925:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18573 00000100:00100000:0.0:1746137569.568273:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.568410:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137408 00000100:00100000:1.0:1746137569.568420:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137408 00010000:00010000:1.0:1746137569.568454:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.569697:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18574 00000100:00100000:1.0:1746137569.569708:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303137408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.569724:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.569744:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.569756:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.569777:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f7d20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f981a expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.571066:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.571070:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.571079:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.571088:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.571126:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.571139:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084032:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.571238:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.572863:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084032:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.572881:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.572916:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303137408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3211us (4650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.572926:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18574 00000100:00100000:0.0:1746137569.573140:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.573375:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137664 00000100:00100000:3.0:1746137569.573381:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137664 00002000:00100000:3.0:1746137569.573416:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890e00 x1830957303137664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.573426:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890e00 with x1830957303137664 ext(0->4095) 00002000:00010000:3.0:1746137569.573430:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f890e00 00000100:00100000:3.0:1746137569.573458:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14332 00000100:00100000:3.0:1746137569.573465:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2007:x1830957303137664:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137569.573589:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2007:x1830957303137664:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.573595:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14332 00002000:00100000:3.0:1746137569.573600:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f890e00 x1830957303137664/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.573606:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890e00 with x1830957303137664 ext(0->4095) 00002000:00010000:3.0:1746137569.573610:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f890e00 00000100:00100000:0.0:1746137569.585338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.585630:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137792 00000100:00100000:3.0:1746137569.585640:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137792 00000100:00100000:3.0:1746137569.585736:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30809 00000100:00100000:3.0:1746137569.585745:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303137792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.585764:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.585780:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9828 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.585809:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.585818:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.585819:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.585823:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.585855:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.585865:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 57 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.585877:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293084160:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.586574:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.591303:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293084160:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.591350:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.591366:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe200, rc 0) 00000100:00100000:3.0:1746137569.591419:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303137792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5674us (6092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.591427:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30809 00000100:00100000:0.0:1746137569.597838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.598084:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303137920 00000100:00100000:3.0:1746137569.598094:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303137920 00000100:00100000:3.0:1746137569.598151:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30810 00000100:00100000:3.0:1746137569.598159:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303137920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.598177:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.598194:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f982f expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.598221:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.598227:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.598232:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137569.598236:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.598284:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.598294:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.598302:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137569.598343:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303137920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.598349:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30810 00000100:00100000:0.0:1746137569.599128:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.599154:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138048 00000100:00100000:0.0:1746137569.599157:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138048 00002000:00100000:0.0:1746137569.599182:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007f892a00 x1830957303138048/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.599192:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892a00 with x1830957303138048 ext(0->7) 00010000:00010000:0.0:1746137569.599199:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.599210:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.599217:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892a00 00000100:00100000:0.0:1746137569.599310:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3399 00000100:00100000:0.0:1746137569.599317:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303138048:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137569.600239:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303138048:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 919us (1109us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746137569.600247:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3399 00002000:00100000:0.0:1746137569.600253:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88007f892a00 x1830957303138048/t4294972290(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.600262:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f892a00 with x1830957303138048 ext(0->7) 00010000:00010000:0.0:1746137569.600267:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.600277:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.600283:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f892a00 00000100:00100000:0.0:1746137569.601463:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.601542:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138176 00000100:00100000:1.0:1746137569.601549:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138176 00010000:00010000:1.0:1746137569.601575:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.601637:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18575 00000100:00100000:1.0:1746137569.601644:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2007:x1830957303138176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.601654:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.601668:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.601683:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.601702:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9821 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.601731:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.601733:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.601739:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.601746:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.601775:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.601785:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 5 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.601795:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084416:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.602282:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.603448:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084416:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.603462:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.603494:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303138176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1850us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.603505:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18575 00000100:00100000:0.0:1746137569.603763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.603858:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138432 00000100:00100000:2.0:1746137569.603864:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138432 00002000:00100000:2.0:1746137569.603895:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891c00 x1830957303138432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.603904:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891c00 with x1830957303138432 ext(0->4095) 00010000:00010000:2.0:1746137569.603911:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.603920:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.603926:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891c00 00000100:00100000:2.0:1746137569.603964:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3400 00000100:00100000:2.0:1746137569.603971:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303138432:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.604118:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303138432:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.604123:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3400 00002000:00100000:2.0:1746137569.604128:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f891c00 x1830957303138432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.604135:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f891c00 with x1830957303138432 ext(0->4095) 00010000:00010000:2.0:1746137569.604140:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.604148:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 6 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.604153:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f891c00 00000100:00100000:0.0:1746137569.605263:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.605323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.605383:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138688 00000100:00100000:2.0:1746137569.605388:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138688 00000100:00100000:2.0:1746137569.605421:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30811 00000100:00100000:2.0:1746137569.605426:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303138688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.605435:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.605447:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9836 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.605465:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.605470:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.605476:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.605479:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.605508:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.605520:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 7 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.605545:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137569.605572:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e972050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1731:x1830957303138688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.605578:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30811 00000100:00100000:1.0:1746137569.605767:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138560 00000100:00100000:1.0:1746137569.605770:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138560 00010000:00010000:1.0:1746137569.605784:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 7 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.605809:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18576 00000100:00100000:1.0:1746137569.605814:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2007:x1830957303138560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.605822:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.605835:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 7 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.605844:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 7 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.605858:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9828 expref: 7 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.605870:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.605872:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.605881:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.605887:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.605905:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.605915:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 59 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.605926:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084672:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.605986:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.607326:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084672:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.607326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137569.607338:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.607359:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303138560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1545us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.607367:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18576 00000100:00100000:2.0:1746137569.607466:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303138944 00000100:00100000:2.0:1746137569.607471:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303138944 00002000:00100000:2.0:1746137569.607499:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957303138944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.607508:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957303138944 ext(0->4095) 00010000:00010000:2.0:1746137569.607516:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.607527:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.607544:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:2.0:1746137569.607570:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3401 00000100:00100000:2.0:1746137569.607577:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303138944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.607679:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303138944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.607685:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3401 00002000:00100000:2.0:1746137569.607690:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007f893100 x1830957303138944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.607786:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893100 with x1830957303138944 ext(0->4095) 00010000:00010000:2.0:1746137569.607792:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.607802:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.607807:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007f893100 00000100:00100000:0.0:1746137569.609341:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.609512:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139072 00000100:00100000:1.0:1746137569.609519:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139072 00000100:00100000:0.0:1746137569.609642:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.609701:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30812 00000100:00100000:1.0:1746137569.609708:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303139072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137569.609720:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137569.609738:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f983d expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.609759:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137569.609764:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.609770:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137569.609772:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.609804:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.609815:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.609823:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:1.0:1746137569.609866:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303139072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.609871:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30812 00000100:00100000:1.0:1746137569.609891:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139200 00000100:00100000:1.0:1746137569.609894:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139200 00010000:00010000:1.0:1746137569.609905:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 61 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.610521:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18577 00000100:00100000:1.0:1746137569.610542:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c406c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2007:x1830957303139200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.610551:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.610570:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 61 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.610581:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 61 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.610596:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f982f expref: 61 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.610607:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.610609:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.610613:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.610620:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.610637:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.610646:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.610657:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084928:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.610717:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.613135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.613228:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293084928:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.613244:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.613285:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c406c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303139200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2756us (3642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.613295:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18577 00000100:00100000:2.0:1746137569.613537:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139456 00000100:00100000:2.0:1746137569.613545:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139456 00002000:00100000:2.0:1746137569.613581:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776680 x1830957303139456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.613589:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776680 with x1830957303139456 ext(0->4095) 00010000:00010000:2.0:1746137569.613597:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.613608:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.613613:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6776680 00000100:00100000:2.0:1746137569.613641:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3402 00000100:00100000:2.0:1746137569.613647:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303139456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.613766:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303139456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.613771:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3402 00002000:00100000:2.0:1746137569.613777:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6776680 x1830957303139456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.613784:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6776680 with x1830957303139456 ext(0->4095) 00010000:00010000:2.0:1746137569.613788:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.613796:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.613801:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6776680 00000100:00100000:0.0:1746137569.616181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.616254:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139584 00000100:00100000:1.0:1746137569.616262:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139584 00010000:00010000:1.0:1746137569.616371:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.616410:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18578 00000100:00100000:1.0:1746137569.616417:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303139584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.616430:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.616448:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.616458:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.616477:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7d3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9836 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.616493:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.616495:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.616501:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.616732:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.616766:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.616777:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085056:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.616868:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.619431:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085056:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.619451:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.619498:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303139584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3080us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.620060:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18578 00000100:00100000:0.0:1746137569.620215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.620362:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139840 00000100:00100000:2.0:1746137569.620369:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139840 00002000:00100000:2.0:1746137569.620404:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777b80 x1830957303139840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.620414:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957303139840 ext(0->4095) 00002000:00010000:2.0:1746137569.620419:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777b80 00000100:00100000:2.0:1746137569.620435:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14333 00000100:00100000:2.0:1746137569.620442:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303139840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.620555:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303139840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.620560:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14333 00002000:00100000:2.0:1746137569.620565:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777b80 x1830957303139840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.620571:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957303139840 ext(0->4095) 00002000:00010000:2.0:1746137569.620574:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777b80 00000100:00100000:2.0:1746137569.622389:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.622547:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303139968 00000100:00100000:0.0:1746137569.622556:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303139968 00000100:00100000:0.0:1746137569.622598:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30813 00000100:00100000:0.0:1746137569.622605:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303139968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137569.622618:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137569.622634:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9844 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.622662:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.622669:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137569.622670:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137569.622674:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.622701:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.622711:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 59 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.622723:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6775180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085184:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137569.622805:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.623822:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6775180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085184:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.623843:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.623855:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95000, rc 0) 00000100:00100000:2.0:1746137569.623880:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303139968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1275us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.623887:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30813 00000100:00100000:0.0:1746137569.624296:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.624364:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140096 00000100:00100000:1.0:1746137569.624371:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140096 00010000:00010000:1.0:1746137569.624392:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.624516:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18579 00000100:00100000:1.0:1746137569.624522:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303140096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.624546:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.624563:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.624573:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.624592:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f7d43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f983d expref: 60 pid: 10658 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.624609:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.624611:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.624616:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.624623:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.624647:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.624656:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085312:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.624704:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137569.627129:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085312:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.627147:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.627191:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303140096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2669us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.627200:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18579 00000100:00100000:2.0:1746137569.627370:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.627439:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140352 00000100:00100000:3.0:1746137569.627446:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140352 00002000:00100000:3.0:1746137569.627479:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13800 x1830957303140352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.627488:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13800 with x1830957303140352 ext(0->4095) 00002000:00010000:3.0:1746137569.627493:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13800 00000100:00100000:3.0:1746137569.627508:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14334 00000100:00100000:3.0:1746137569.627514:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303140352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.627632:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303140352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.627637:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14334 00002000:00100000:3.0:1746137569.627642:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13800 x1830957303140352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.627649:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13800 with x1830957303140352 ext(0->4095) 00002000:00010000:3.0:1746137569.627651:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13800 00000100:00100000:0.0:1746137569.629258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.629302:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140480 00000100:00100000:0.0:1746137569.629306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.629309:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140480 00000100:00100000:2.0:1746137569.629336:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140608 00000100:00100000:2.0:1746137569.629337:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140608 00000100:00100000:2.0:1746137569.629347:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30814 00000100:00100000:2.0:1746137569.629352:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303140480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.629363:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137569.629370:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30815 00010000:00010000:2.0:1746137569.629376:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f984b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.629377:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1731:x1830957303140608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.629384:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.629392:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9852 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.629396:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.629401:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.629403:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.629405:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.629414:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.629419:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.629424:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.629426:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.629444:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.629452:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.629461:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085440:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.629508:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137569.629583:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.629599:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.629608:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fea00, rc 0) 00000100:00100000:3.0:1746137569.629807:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957303140608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 429us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.629913:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30815 00000100:00100000:2.0:1746137569.630921:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085440:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.630962:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.630969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137569.630973:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137569.631007:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303140480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1654us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.631013:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30814 00000100:00100000:1.0:1746137569.631179:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140736 00000100:00100000:1.0:1746137569.631184:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140736 00010000:00010000:1.0:1746137569.631204:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.631234:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18580 00000100:00100000:1.0:1746137569.631240:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303140736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.631249:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.631267:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.631277:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.631293:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f7d4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9844 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.631307:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.631309:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.631314:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.631320:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.631341:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.631349:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.631356:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085696:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.631400:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.633602:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.633816:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085696:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.633832:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.633864:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303140736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2624us (2895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.633873:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18580 00000100:00100000:2.0:1746137569.634655:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303140992 00000100:00100000:2.0:1746137569.634662:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303140992 00002000:00100000:2.0:1746137569.634697:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775180 x1830957303140992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.634707:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957303140992 ext(0->4095) 00010000:00010000:2.0:1746137569.634715:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.634733:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.634739:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775180 00000100:00100000:2.0:1746137569.634769:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3403 00000100:00100000:2.0:1746137569.634776:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303140992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.634900:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303140992:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.634907:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3403 00002000:00100000:2.0:1746137569.634912:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775180 x1830957303140992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.634919:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957303140992 ext(0->4095) 00010000:00010000:2.0:1746137569.634923:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.634931:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.634953:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775180 00000100:00100000:0.0:1746137569.638585:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.638745:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303141120 00000100:00100000:1.0:1746137569.638754:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303141120 00010000:00010000:1.0:1746137569.638787:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:1.0:1746137569.638830:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18581 00000100:00100000:1.0:1746137569.638838:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2008:x1830957303141120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137569.638851:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137569.638869:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.638879:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.638899:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f984b expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.639335:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.639338:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137569.639345:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.639352:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137569.639385:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137569.639398:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085824:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137569.639482:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.642585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.642642:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e81b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293085824:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137569.642659:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137569.642698:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2008:x1830957303141120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3861us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137569.642707:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18581 00000100:00100000:3.0:1746137569.643570:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303141376 00000100:00100000:3.0:1746137569.643577:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303141376 00002000:00100000:3.0:1746137569.643610:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f998700 x1830957303141376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.643619:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998700 with x1830957303141376 ext(0->4095) 00002000:00010000:3.0:1746137569.643624:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f998700 00000100:00100000:3.0:1746137569.643713:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14335 00000100:00100000:3.0:1746137569.643719:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303141376:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137569.643853:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303141376:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.643859:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14335 00002000:00100000:3.0:1746137569.643864:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f998700 x1830957303141376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.643869:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998700 with x1830957303141376 ext(0->4095) 00002000:00010000:3.0:1746137569.643872:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f998700 00000100:00100000:0.0:1746137569.646635:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.646809:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303141504 00000100:00100000:2.0:1746137569.646818:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303141504 00000100:00100000:2.0:1746137569.646866:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30816 00000100:00100000:2.0:1746137569.646875:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303141504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.646889:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.646905:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9859 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.646932:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.646973:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.646975:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.646978:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.647008:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.647019:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 59 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.647031:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085952:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.647111:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.650664:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293085952:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.650693:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.650708:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137569.650753:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303141504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3879us (4126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.650761:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30816 00000100:00100000:0.0:1746137569.650966:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.651312:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303141632 00000100:00100000:2.0:1746137569.651319:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303141632 00010000:00010000:2.0:1746137569.651342:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.651503:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18582 00000100:00100000:2.0:1746137569.651511:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303141632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.651523:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.651548:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.651559:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.651579:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7d58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9852 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.652041:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.652043:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.652050:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.652057:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.652084:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.652099:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086080:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.652450:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.655120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.655490:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303141760 00000100:00100000:3.0:1746137569.655499:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303141760 00000100:00100000:3.0:1746137569.655555:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30817 00000100:00100000:3.0:1746137569.655563:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303141760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.655578:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.655593:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9860 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.655623:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.655631:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.655632:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.655636:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.655663:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.655673:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.655684:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086208:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.655760:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.656489:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086080:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.656504:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.656542:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303141632:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5031us (5575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.656551:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18582 00000100:00100000:0.0:1746137569.657083:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.657210:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142016 00000100:00100000:2.0:1746137569.657215:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142016 00002000:00100000:2.0:1746137569.657242:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999180 x1830957303142016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.657251:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999180 with x1830957303142016 ext(0->4095) 00010000:00010000:2.0:1746137569.657257:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.657267:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.657273:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999180 00000100:00100000:2.0:1746137569.657670:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3404 00000100:00100000:2.0:1746137569.657677:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303142016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.658032:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303142016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (949us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.658042:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3404 00002000:00100000:2.0:1746137569.658047:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999180 x1830957303142016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.658055:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999180 with x1830957303142016 ext(0->4095) 00010000:00010000:2.0:1746137569.658060:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.658068:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.658073:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999180 00000100:00100000:3.0:1746137569.659416:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086208:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.659457:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.659474:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137569.659506:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303141760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3944us (4393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.659514:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30817 00000100:00100000:0.0:1746137569.661393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.661478:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142144 00000100:00100000:3.0:1746137569.661487:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142144 00000100:00100000:3.0:1746137569.661543:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30818 00000100:00100000:3.0:1746137569.661552:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1731:x1830957303142144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.661568:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.661584:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9867 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.661608:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.661613:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.661618:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.661621:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.661666:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.661677:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.661689:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe200, rc 0) 00000100:00100000:3.0:1746137569.663032:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957303142144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1476us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.663040:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30818 00000100:00100000:0.0:1746137569.663369:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.663837:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142272 00000100:00100000:2.0:1746137569.663844:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142272 00010000:00010000:2.0:1746137569.663870:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.664089:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18583 00000100:00100000:2.0:1746137569.664096:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303142272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.664109:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.664126:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.664138:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.664156:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9859 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.664776:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.664778:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.664786:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.664795:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.664826:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.664837:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.664850:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086464:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.664927:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.667198:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086464:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.667216:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.667500:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303142272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3403us (4129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.667511:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18583 00000100:00100000:0.0:1746137569.667680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.668455:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142528 00000100:00100000:3.0:1746137569.668463:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142528 00002000:00100000:3.0:1746137569.668500:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798e00 x1830957303142528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.668509:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798e00 with x1830957303142528 ext(0->4095) 00010000:00010000:3.0:1746137569.668517:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.668539:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.668545:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798e00 00000100:00100000:3.0:1746137569.668573:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3405 00000100:00100000:3.0:1746137569.668580:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303142528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.668709:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303142528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1029us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.668715:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3405 00002000:00100000:3.0:1746137569.668720:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0798e00 x1830957303142528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.668731:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798e00 with x1830957303142528 ext(0->4095) 00010000:00010000:3.0:1746137569.668734:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.668742:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.668748:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798e00 00000100:00100000:0.0:1746137569.672095:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.672181:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142656 00000100:00100000:2.0:1746137569.672190:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142656 00010000:00010000:2.0:1746137569.672218:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.672283:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18584 00000100:00100000:2.0:1746137569.672290:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c406850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303142656:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.672304:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.672323:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.672334:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.672354:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9860 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.672377:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.672379:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.672385:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.672393:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.672421:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.672432:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086592:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.672503:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.675877:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086592:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.675898:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.675950:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c406850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303142656:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3645us (3849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.675961:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18584 00000100:00100000:0.0:1746137569.676436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.676869:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303142912 00000100:00100000:2.0:1746137569.676876:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303142912 00002000:00100000:2.0:1746137569.676910:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957303142912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.676919:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957303142912 ext(0->4095) 00002000:00010000:2.0:1746137569.676924:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079bb80 00000100:00100000:2.0:1746137569.677222:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14336 00000100:00100000:2.0:1746137569.677230:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303142912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.677368:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303142912:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (932us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.677374:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14336 00002000:00100000:2.0:1746137569.677380:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957303142912/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.677387:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957303142912 ext(0->4095) 00002000:00010000:2.0:1746137569.677390:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079bb80 00000100:00100000:0.0:1746137569.679418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.679703:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143040 00000100:00100000:3.0:1746137569.679711:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143040 00000100:00100000:3.0:1746137569.679758:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30819 00000100:00100000:3.0:1746137569.679765:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303143040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.679779:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.679795:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f986e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.679817:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.679823:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.679824:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.679827:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.679854:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.679869:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.679881:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086720:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.679981:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.681444:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086720:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.681481:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.681493:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137569.681523:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303143040:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.681539:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30819 00000100:00100000:0.0:1746137569.683147:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137569.683207:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137569.683352:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143168 00000100:00100000:2.0:1746137569.683360:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143168 00010000:00010000:2.0:1746137569.683390:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.683547:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18585 00000100:00100000:2.0:1746137569.683555:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303143168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.683568:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.683585:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.683596:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.683614:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f7d6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9867 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.683638:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.683640:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.683646:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.683655:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.683683:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.683694:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086848:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.683763:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.686066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.686343:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293086848:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.686463:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.686591:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303143168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3035us (3448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.686601:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18585 00000100:00100000:0.0:1746137569.686702:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.686747:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143552 00000100:00100000:3.0:1746137569.686749:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143424 00000100:00100000:3.0:1746137569.686753:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143424 00000100:00100000:2.0:1746137569.686753:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143552 00002000:00100000:3.0:1746137569.686785:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b100 x1830957303143424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.686794:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b100 with x1830957303143424 ext(0->4095) 00000100:00100000:2.0:1746137569.686794:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30820 00002000:00010000:3.0:1746137569.686798:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079b100 00000100:00100000:2.0:1746137569.686800:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303143552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137569.686818:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14337 00000100:00100000:3.0:1746137569.686827:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303143424:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746137569.686835:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.686849:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9875 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.686871:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.686878:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.686880:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.686883:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.686906:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.686915:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.686926:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086976:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.686960:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303143424:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.686966:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14337 00002000:00100000:3.0:1746137569.686971:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b100 x1830957303143424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.686977:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b100 with x1830957303143424 ext(0->4095) 00010000:00010000:3.0:1746137569.686982:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.686992:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.686996:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b100 00000100:00100000:2.0:1746137569.687198:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.691354:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.691436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.691507:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143680 00000100:00100000:2.0:1746137569.691516:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143680 00000100:00100000:2.0:1746137569.691569:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30821 00000100:00100000:2.0:1746137569.691576:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957303143680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.691593:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.691608:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f987c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691633:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.691638:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691643:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.691646:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691683:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691694:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691702:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137569.691752:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957303143680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.691758:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30821 00000100:00100000:2.0:1746137569.691779:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303143808 00000100:00100000:2.0:1746137569.691783:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303143808 00010000:00010000:2.0:1746137569.691796:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.691813:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18586 00000100:00100000:2.0:1746137569.691817:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303143808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.691824:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.691839:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.691848:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.691862:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.691863:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.691868:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691874:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691888:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.691896:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.691906:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087232:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.691966:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00010000:00010000:3.0:1746137569.692045:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7d74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f986e expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.692059:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293086976:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.692071:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.692077:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.692083:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:3.0:1746137569.692098:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303143552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5298us (5397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.692102:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30820 00000100:00100000:2.0:1746137569.693975:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087232:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.693991:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.694021:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303143808:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2202us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.694030:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18586 00000100:00100000:0.0:1746137569.695086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.695925:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144064 00000100:00100000:3.0:1746137569.695975:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144064 00002000:00100000:3.0:1746137569.696018:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727480 x1830957303144064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.696028:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727480 with x1830957303144064 ext(0->4095) 00010000:00010000:3.0:1746137569.696037:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.696049:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.696055:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0727480 00000100:00100000:3.0:1746137569.696079:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3406 00000100:00100000:3.0:1746137569.696086:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303144064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.696202:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303144064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.696208:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3406 00002000:00100000:3.0:1746137569.696213:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727480 x1830957303144064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.696221:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727480 with x1830957303144064 ext(0->4095) 00010000:00010000:3.0:1746137569.696225:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.696233:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.696243:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0727480 00000100:00100000:2.0:1746137569.700375:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.700449:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144192 00000100:00100000:0.0:1746137569.700459:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144192 00010000:00010000:0.0:1746137569.700492:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.700538:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18587 00000100:00100000:0.0:1746137569.700546:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303144192:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137569.700558:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137569.700575:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.700586:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.700607:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7d7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9875 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.700635:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.700637:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.700643:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.700651:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.700679:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.700692:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087360:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137569.700772:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.702920:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087360:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.702966:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137569.703301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.703555:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303144192:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3008us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.703565:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18587 00000100:00100000:3.0:1746137569.703739:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144448 00000100:00100000:3.0:1746137569.703745:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144448 00002000:00100000:3.0:1746137569.703901:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957303144448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.703911:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957303144448 ext(0->4095) 00002000:00010000:3.0:1746137569.703915:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724380 00000100:00100000:3.0:1746137569.703957:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14338 00000100:00100000:3.0:1746137569.703964:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303144448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.704096:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303144448:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (796us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.704102:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14338 00002000:00100000:3.0:1746137569.704107:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957303144448/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.704114:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957303144448 ext(0->4095) 00002000:00010000:3.0:1746137569.704116:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724380 00000100:00100000:0.0:1746137569.707365:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.707439:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144576 00000100:00100000:2.0:1746137569.707448:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144576 00000100:00100000:2.0:1746137569.707640:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30822 00000100:00100000:2.0:1746137569.707648:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303144576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.707663:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.707678:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9883 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.707708:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.707715:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.707716:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.707720:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.707749:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.707760:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 59 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.707771:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293087488:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.708386:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.710886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.711093:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144704 00000100:00100000:3.0:1746137569.711100:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144704 00000100:00100000:2.0:1746137569.711112:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293087488:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.711131:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.711133:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.711147:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:3.0:1746137569.711155:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18588 00000100:00100000:3.0:1746137569.711160:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303144704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.711175:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.711194:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.711198:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303144576:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3551us (3842us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137569.711203:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.711204:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30822 00010000:00010000:3.0:1746137569.711221:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7d82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f987c expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.711251:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.711253:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.711258:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.711265:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.711291:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.711300:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087616:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.711354:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.714409:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.714445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.714497:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145088 00000100:00100000:2.0:1746137569.714506:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145088 00000100:00100000:3.0:1746137569.714536:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293087616:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.714552:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30823 00000100:00100000:2.0:1746137569.714559:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303145088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.714567:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137569.714573:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.714587:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f988a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.714601:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303144704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3441us (3723us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137569.714609:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.714610:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18588 00010000:00010000:2.0:1746137569.714616:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.714618:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.714621:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.714643:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.714654:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 5 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.714665:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293087744:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137569.714690:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303144960 00000100:00100000:1.0:1746137569.714694:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303144960 00000100:00100000:2.0:1746137569.714703:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00002000:00100000:1.0:1746137569.714719:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957303144960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.714728:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957303144960 ext(0->4095) 00010000:00010000:1.0:1746137569.714733:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.714742:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.714747:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7b80 00000100:00100000:1.0:1746137569.714760:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3407 00000100:00100000:1.0:1746137569.714765:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303144960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.714865:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303144960:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.714869:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3407 00002000:00100000:1.0:1746137569.714874:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957303144960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.714880:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957303144960 ext(0->4095) 00010000:00010000:1.0:1746137569.714884:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:1.0:1746137569.714891:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:1.0:1746137569.714896:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7b80 00000100:00100000:0.0:1746137569.717046:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.717709:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145216 00000100:00100000:3.0:1746137569.717718:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145216 00000100:00100000:3.0:1746137569.719280:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30824 00000100:00100000:3.0:1746137569.719295:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957303145216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.719312:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.719327:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9891 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.719349:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.719354:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.719360:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.719363:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.719409:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 62 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.719420:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.719428:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06ff000, rc 0) 00000100:00100000:3.0:1746137569.719470:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957303145216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.719475:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30824 00000100:00100000:2.0:1746137569.720067:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293087744:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.720083:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.720091:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137569.720112:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303145088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5554us (5666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.720202:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30823 00000100:00100000:0.0:1746137569.720258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.720297:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145344 00000100:00100000:3.0:1746137569.720303:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145344 00010000:00010000:3.0:1746137569.720326:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.720344:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18589 00000100:00100000:3.0:1746137569.720349:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303145344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.720356:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.720372:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.720381:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.720397:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7d89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9883 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.720419:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.720421:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.720426:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.720434:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.720451:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.720464:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.720475:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088000:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.720521:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.722713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.722850:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088000:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.722879:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.722968:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145600 00000100:00100000:2.0:1746137569.722974:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145600 00002000:00100000:2.0:1746137569.723007:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4700 x1830957303145600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.723022:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4700 with x1830957303145600 ext(0->4095) 00010000:00010000:2.0:1746137569.723028:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.723038:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.723044:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4700 00000100:00100000:2.0:1746137569.723062:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3408 00000100:00100000:2.0:1746137569.723067:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303145600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137569.723268:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303145344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2918us (3009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.723275:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18589 00000100:00100000:2.0:1746137569.723641:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303145600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 573us (936us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.723647:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3408 00002000:00100000:2.0:1746137569.723652:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4700 x1830957303145600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.723659:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4700 with x1830957303145600 ext(0->4095) 00010000:00010000:2.0:1746137569.723664:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.723672:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.723677:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4700 00000100:00100000:0.0:1746137569.727432:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.727559:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145728 00000100:00100000:3.0:1746137569.727568:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145728 00010000:00010000:3.0:1746137569.727601:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.727638:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18590 00000100:00100000:3.0:1746137569.727646:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303145728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.727660:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.727678:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.727690:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.727711:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7d90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f988a expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.727737:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.727739:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.727745:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.727752:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.727781:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.727792:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088128:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.727867:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.729895:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088128:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.729924:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.730260:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303145728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2612us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.730269:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18590 00000100:00100000:0.0:1746137569.730445:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.730723:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303145984 00000100:00100000:2.0:1746137569.730730:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303145984 00002000:00100000:2.0:1746137569.730763:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb83480 x1830957303145984/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.730773:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83480 with x1830957303145984 ext(0->4095) 00002000:00010000:2.0:1746137569.730777:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb83480 00000100:00100000:2.0:1746137569.730793:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14339 00000100:00100000:2.0:1746137569.730800:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2008:x1830957303145984:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137569.730904:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2008:x1830957303145984:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.730910:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14339 00002000:00100000:2.0:1746137569.730915:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb83480 x1830957303145984/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.730922:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83480 with x1830957303145984 ext(0->4095) 00002000:00010000:2.0:1746137569.730925:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb83480 00000100:00100000:0.0:1746137569.733040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.733150:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146112 00000100:00100000:2.0:1746137569.733158:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146112 00000100:00100000:2.0:1746137569.733204:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30825 00000100:00100000:2.0:1746137569.733275:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303146112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.733290:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.733305:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9898 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.733330:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.733341:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.733343:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.733346:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.733372:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.733382:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.733394:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293088256:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.734108:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.737132:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293088256:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.737162:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.737178:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137569.737220:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303146112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4009us (4186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.737228:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30825 00000100:00100000:0.0:1746137569.737695:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.737889:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146240 00000100:00100000:3.0:1746137569.737897:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146240 00010000:00010000:3.0:1746137569.737923:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.737966:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18591 00000100:00100000:3.0:1746137569.737972:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c406450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303146240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.737987:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.738004:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.738014:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.738032:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f7d97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9891 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.738055:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.738057:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.738063:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.738069:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.738095:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.738105:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088384:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.738160:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.741765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.741795:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088384:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.741830:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.741868:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c406450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303146240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3896us (4173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.741882:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18591 00000100:00100000:2.0:1746137569.742049:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146368 00000100:00100000:2.0:1746137569.742056:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146368 00000100:00100000:2.0:1746137569.742091:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30826 00000100:00100000:2.0:1746137569.742097:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303146368:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.742112:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.742127:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f989f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.742201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.742222:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146624 00000100:00100000:3.0:1746137569.742224:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146624 00010000:00010000:2.0:1746137569.742243:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.742250:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.742251:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.742255:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.742277:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.742286:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.742296:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293088512:192.168.202.31@tcp:104: 00002000:00100000:3.0:1746137569.742341:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957303146624/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.742350:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957303146624 ext(0->4095) 00010000:00010000:3.0:1746137569.742355:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.742363:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.742369:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4700 00000100:00100000:3.0:1746137569.742380:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3409 00000100:00100000:3.0:1746137569.742385:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303146624:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137569.743310:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303146624:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 920us (1104us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.743317:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3409 00002000:00100000:3.0:1746137569.743323:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957303146624/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.743330:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957303146624 ext(0->4095) 00010000:00010000:3.0:1746137569.743335:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.743347:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.743352:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4700 00000100:00100000:2.0:1746137569.743415:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.745633:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293088512:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.745660:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.745674:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137569.745728:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303146368:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3629us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.745739:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30826 00000100:00100000:0.0:1746137569.745766:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.745780:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146752 00000100:00100000:2.0:1746137569.745785:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146752 00000100:00100000:2.0:1746137569.745815:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30827 00000100:00100000:2.0:1746137569.745820:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1731:x1830957303146752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.745831:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.745841:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98a6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.745847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137569.745857:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.745861:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.745867:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.745870:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.745891:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.745900:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 61 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.745906:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137569.745955:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957303146752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.745961:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30827 00000100:00100000:2.0:1746137569.746708:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303146880 00000100:00100000:2.0:1746137569.746712:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303146880 00010000:00010000:2.0:1746137569.746729:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.746759:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18592 00000100:00100000:2.0:1746137569.746764:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303146880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.746772:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.746787:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.746797:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.746813:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7d9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9898 expref: 6 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.747045:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.747047:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.747053:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.747060:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.747081:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.747096:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.747107:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088768:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.747633:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.748385:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088768:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.748400:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.748546:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303146880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1780us (2695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.748555:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18592 00000100:00100000:0.0:1746137569.748793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.748929:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303147136 00000100:00100000:3.0:1746137569.748952:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303147136 00002000:00100000:3.0:1746137569.748981:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81c00 x1830957303147136/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.749226:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81c00 with x1830957303147136 ext(0->4095) 00010000:00010000:3.0:1746137569.749234:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.749246:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.749251:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb81c00 00000100:00100000:3.0:1746137569.749280:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3410 00000100:00100000:3.0:1746137569.749286:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303147136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.749413:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303147136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.749418:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3410 00002000:00100000:3.0:1746137569.749423:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81c00 x1830957303147136/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.749431:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81c00 with x1830957303147136 ext(0->4095) 00010000:00010000:3.0:1746137569.749439:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.749448:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.749453:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb81c00 00000100:00100000:0.0:1746137569.750709:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.750759:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303147264 00000100:00100000:2.0:1746137569.750765:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303147264 00010000:00010000:2.0:1746137569.750823:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.750854:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18593 00000100:00100000:2.0:1746137569.750860:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303147264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.750871:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.750890:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.750899:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.750917:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7da5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f989f expref: 61 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.750958:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.750960:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.750965:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.750976:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.751001:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.751013:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088896:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.751059:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.752745:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293088896:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.752761:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.752803:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303147264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1943us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.752813:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18593 00000100:00100000:0.0:1746137569.753066:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.753237:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303147520 00000100:00100000:3.0:1746137569.753243:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303147520 00002000:00100000:3.0:1746137569.753274:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499180 x1830957303147520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.753284:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499180 with x1830957303147520 ext(0->4095) 00002000:00010000:3.0:1746137569.753288:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499180 00000100:00100000:3.0:1746137569.753303:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14340 00000100:00100000:3.0:1746137569.753309:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303147520:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137569.753422:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2007:x1830957303147520:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.753427:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14340 00002000:00100000:3.0:1746137569.753432:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499180 x1830957303147520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.753439:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499180 with x1830957303147520 ext(0->4095) 00002000:00010000:3.0:1746137569.753442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499180 00000100:00100000:0.0:1746137569.754623:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.754664:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303147648 00000100:00100000:3.0:1746137569.754669:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303147648 00000100:00100000:3.0:1746137569.754704:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30828 00000100:00100000:3.0:1746137569.754710:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303147648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.754721:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.754734:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98ad expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.754756:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 59 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.754762:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.754764:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.754767:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.754791:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 59 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.754801:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 59 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.754812:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089024:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.754881:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.756121:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089024:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.756150:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.756162:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137569.756184:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303147648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.756194:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30828 00000100:00100000:0.0:1746137569.756830:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.756890:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303147776 00000100:00100000:2.0:1746137569.756896:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303147776 00010000:00010000:2.0:1746137569.757013:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.757036:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18594 00000100:00100000:2.0:1746137569.757043:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303147776:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.757058:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.757075:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.757085:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.757102:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7dac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98a6 expref: 60 pid: 24924 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.757127:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.757130:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.757135:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.757143:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.757167:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.757176:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089152:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.757230:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.761700:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089152:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.761723:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.761778:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303147776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4734us (4947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.761792:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18594 00000100:00100000:0.0:1746137569.761984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.762121:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148032 00000100:00100000:2.0:1746137569.762128:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148032 00002000:00100000:2.0:1746137569.762162:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ad80 x1830957303148032/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.762172:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ad80 with x1830957303148032 ext(0->4095) 00002000:00010000:2.0:1746137569.762177:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ad80 00000100:00100000:2.0:1746137569.762243:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14341 00000100:00100000:2.0:1746137569.762250:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303148032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.762395:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303148032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.762401:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14341 00002000:00100000:2.0:1746137569.762406:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ad80 x1830957303148032/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.762412:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ad80 with x1830957303148032 ext(0->4095) 00002000:00010000:2.0:1746137569.762415:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ad80 00000100:00100000:0.0:1746137569.763708:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.763788:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148160 00000100:00100000:3.0:1746137569.763793:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148160 00000100:00100000:3.0:1746137569.763834:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30829 00000100:00100000:3.0:1746137569.763840:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303148160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.763853:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.763868:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98b4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.763890:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.763897:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.763898:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.763901:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.763930:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.763972:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.763984:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089280:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.764218:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.766854:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089280:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.766895:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.766910:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06ff800, rc 0) 00000100:00100000:3.0:1746137569.766974:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303148160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3133us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.766982:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30829 00000100:00100000:0.0:1746137569.767582:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.767616:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.767742:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148416 00000100:00100000:2.0:1746137569.767749:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148416 00010000:00010000:2.0:1746137569.767773:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.768086:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18595 00000100:00100000:2.0:1746137569.768093:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303148416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.768108:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.768127:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.768138:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.768157:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7db3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ad expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.768184:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.768185:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.768191:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.768199:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.768226:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.768237:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089408:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.768301:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148288 00000100:00100000:3.0:1746137569.768305:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148288 00000100:00100000:3.0:1746137569.768328:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30830 00000100:00100000:3.0:1746137569.768333:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1731:x1830957303148288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.768344:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.768353:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98bb expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.768367:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.768372:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.768373:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.768376:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.768389:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.768399:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.768407:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089536:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.768898:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.768916:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.770728:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089408:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.770746:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.770786:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303148416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2693us (3169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.770795:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18595 00000100:00100000:0.0:1746137569.771414:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.771612:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148672 00000100:00100000:3.0:1746137569.771618:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148672 00000100:00100000:2.0:1746137569.771638:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089536:192.168.202.31@tcp:104: 00002000:00100000:3.0:1746137569.771656:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c700 x1830957303148672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.771665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c700 with x1830957303148672 ext(0->4095) 00010000:00010000:2.0:1746137569.771668:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.771670:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.771680:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.771681:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fea00, rc 0) 00002000:00010000:3.0:1746137569.771686:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27c700 00000100:00100000:3.0:1746137569.771701:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3411 00000100:00100000:2.0:1746137569.771704:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1731:x1830957303148288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3371us (4124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.771707:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957303148672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.771710:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30830 00000100:00100000:3.0:1746137569.772079:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303148672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 371us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.772084:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3411 00002000:00100000:3.0:1746137569.772090:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c700 x1830957303148672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.772096:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c700 with x1830957303148672 ext(0->4095) 00010000:00010000:3.0:1746137569.772100:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.772108:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.772113:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27c700 00000100:00100000:0.0:1746137569.774901:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.775008:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303148800 00000100:00100000:3.0:1746137569.775017:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303148800 00010000:00010000:3.0:1746137569.775050:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.775598:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18596 00000100:00100000:3.0:1746137569.775607:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303148800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.775621:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.775640:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.775651:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.775671:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f7dba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98b4 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.775707:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.775709:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.775716:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.775723:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.775767:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.775784:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089664:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.775880:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.778638:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.778729:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089664:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.778757:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.778798:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303148800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3192us (3904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.778808:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18596 00000100:00100000:2.0:1746137569.778880:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149056 00000100:00100000:2.0:1746137569.778885:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149056 00002000:00100000:2.0:1746137569.778919:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27fb80 x1830957303149056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.778928:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27fb80 with x1830957303149056 ext(0->4095) 00002000:00010000:2.0:1746137569.778932:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27fb80 00000100:00100000:2.0:1746137569.779102:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14342 00000100:00100000:2.0:1746137569.779110:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303149056:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137569.779233:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303149056:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.779239:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14342 00002000:00100000:2.0:1746137569.779244:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27fb80 x1830957303149056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.779251:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27fb80 with x1830957303149056 ext(0->4095) 00002000:00010000:2.0:1746137569.779254:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27fb80 00000100:00100000:0.0:1746137569.781137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.781220:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149184 00000100:00100000:2.0:1746137569.781227:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149184 00000100:00100000:2.0:1746137569.781261:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30831 00000100:00100000:2.0:1746137569.781267:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303149184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.781279:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.781292:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98c2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.781320:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.781328:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.781329:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.781332:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.781359:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.781370:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.781381:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089792:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.781988:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.783976:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293089792:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.784006:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.784014:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137569.784021:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137569.784065:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303149184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2797us (2933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.784073:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30831 00000100:00100000:3.0:1746137569.784299:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149312 00000100:00100000:3.0:1746137569.784306:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149312 00010000:00010000:3.0:1746137569.784329:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.784351:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18597 00000100:00100000:3.0:1746137569.784356:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303149312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.784370:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.784387:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.784396:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.784413:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7dc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98bb expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.784440:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.784442:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.784447:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.784454:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.784480:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.784490:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089920:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.784551:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.785908:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293089920:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.785931:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.785978:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957303149312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1621us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.785988:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18597 00000100:00100000:0.0:1746137569.786716:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.786859:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149568 00000100:00100000:1.0:1746137569.786866:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149568 00002000:00100000:1.0:1746137569.786899:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781500 x1830957303149568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.786907:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781500 with x1830957303149568 ext(0->4095) 00002000:00010000:1.0:1746137569.786911:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073781500 00000100:00100000:1.0:1746137569.787016:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14343 00000100:00100000:1.0:1746137569.787072:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303149568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137569.787198:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303149568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.787204:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14343 00002000:00100000:1.0:1746137569.787209:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781500 x1830957303149568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.787216:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781500 with x1830957303149568 ext(0->4095) 00002000:00010000:1.0:1746137569.787218:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073781500 00000100:00100000:0.0:1746137569.790353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.790441:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.790557:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149696 00000100:00100000:2.0:1746137569.790566:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149696 00000100:00100000:2.0:1746137569.790603:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149824 00000100:00100000:2.0:1746137569.790605:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149824 00000100:00100000:2.0:1746137569.790618:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30832 00000100:00100000:2.0:1746137569.790625:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1731:x1830957303149696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.790640:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.790655:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98c9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.790680:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.790687:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.790689:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.790693:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.790722:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.790733:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.790745:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293090048:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.790809:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.791049:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30833 00000100:00100000:3.0:1746137569.791057:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303149824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.791063:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.791070:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98d0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.791080:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.791084:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.791088:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.791091:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.791122:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.791132:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.791141:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137569.791167:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957303149824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.791173:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30833 00000100:00100000:2.0:1746137569.794238:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293090048:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.794263:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.794281:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137569.794323:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1731:x1830957303149696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3698us (3979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.794329:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30832 00000100:00100000:0.0:1746137569.796190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.796273:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303149952 00000100:00100000:3.0:1746137569.796281:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303149952 00010000:00010000:3.0:1746137569.796308:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.796863:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18598 00000100:00100000:3.0:1746137569.796871:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c406050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303149952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.796884:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.796902:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.796914:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.796965:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7dc8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c2 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.796993:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.796995:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.797001:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.797009:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.797039:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 60 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.797050:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.797061:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090304:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.797650:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.802427:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090304:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.802460:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.802504:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c406050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303149952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5633us (6318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.802515:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18598 00000100:00100000:0.0:1746137569.802729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.803569:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150208 00000100:00100000:2.0:1746137569.803576:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150208 00002000:00100000:2.0:1746137569.803611:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5f80 x1830957303150208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.803620:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5f80 with x1830957303150208 ext(0->4095) 00010000:00010000:2.0:1746137569.803628:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.803640:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.803646:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5f80 00000100:00100000:2.0:1746137569.803675:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3412 00000100:00100000:2.0:1746137569.803681:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303150208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.803789:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303150208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1061us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.803795:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3412 00002000:00100000:2.0:1746137569.803800:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d5f80 x1830957303150208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.803812:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d5f80 with x1830957303150208 ext(0->4095) 00010000:00010000:2.0:1746137569.803816:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.803824:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.803830:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d5f80 00000100:00100000:0.0:1746137569.807626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.807859:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150336 00000100:00100000:2.0:1746137569.807868:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150336 00000100:00100000:2.0:1746137569.808117:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30834 00000100:00100000:2.0:1746137569.808126:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303150336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.808142:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.808157:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98d7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.808182:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.808187:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.808193:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137569.808196:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.808228:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.808243:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.808251:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:0.0:1746137569.808319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.808408:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303150336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 273us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.808418:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30834 00000100:00100000:3.0:1746137569.808807:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150464 00000100:00100000:3.0:1746137569.808812:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150464 00010000:00010000:3.0:1746137569.808829:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.808848:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18599 00000100:00100000:3.0:1746137569.808853:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303150464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.808860:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.808876:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.808885:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.808900:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7dcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98c9 expref: 61 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.808920:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.808922:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.808927:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.808933:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.809296:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.809306:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.809316:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090560:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.809902:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.812023:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.812057:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150720 00000100:00100000:2.0:1746137569.812066:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150720 00000100:00100000:3.0:1746137569.812100:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090560:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.812125:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.812162:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2005:x1830957303150464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3308us (3842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.812172:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18599 00002000:00100000:2.0:1746137569.812287:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4000 x1830957303150720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.812297:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957303150720 ext(0->4095) 00010000:00010000:2.0:1746137569.812305:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.812319:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.812325:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4000 00000100:00100000:2.0:1746137569.812358:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3413 00000100:00100000:2.0:1746137569.812366:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303150720:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137569.812485:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303150720:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.812492:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3413 00002000:00100000:2.0:1746137569.812498:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4000 x1830957303150720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.812505:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4000 with x1830957303150720 ext(0->4095) 00010000:00010000:2.0:1746137569.812509:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.812522:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 60 pid: 9555 timeout: 762 lvb_type: 0 00002000:00010000:2.0:1746137569.812537:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d4000 00000100:00100000:0.0:1746137569.814728:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.814770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.814804:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150848 00000100:00100000:2.0:1746137569.814813:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150848 00000100:00100000:2.0:1746137569.814865:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30835 00000100:00100000:2.0:1746137569.814871:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303150848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.814884:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.814902:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98de expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.814915:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303150976 00000100:00100000:3.0:1746137569.814922:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303150976 00010000:00010000:2.0:1746137569.814925:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.814931:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.814968:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137569.814972:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.815004:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.815015:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 62 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.815020:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.815029:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:3.0:1746137569.815039:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18600 00000100:00100000:3.0:1746137569.815046:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303150976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.815059:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137569.815080:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957303150848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.815086:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30835 00010000:00010000:3.0:1746137569.815245:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 61 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.815256:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 61 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.815276:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7dd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d0 expref: 61 pid: 9555 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.815306:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.815308:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.815314:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.815321:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.815348:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.815359:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.815369:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090816:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.815435:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.816855:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090816:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.816881:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.817398:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303150976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2351us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.817409:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18600 00000100:00100000:2.0:1746137569.817876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.817934:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303151232 00000100:00100000:0.0:1746137569.817957:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303151232 00002000:00100000:0.0:1746137569.817992:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10a80 x1830957303151232/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.818001:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10a80 with x1830957303151232 ext(0->4095) 00010000:00010000:0.0:1746137569.818010:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.818022:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.818028:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10a80 00000100:00100000:0.0:1746137569.818053:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3414 00000100:00100000:0.0:1746137569.818060:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303151232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137569.818184:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303151232:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137569.818189:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3414 00002000:00100000:0.0:1746137569.818195:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce10a80 x1830957303151232/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.818201:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10a80 with x1830957303151232 ext(0->4095) 00010000:00010000:0.0:1746137569.818206:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.818214:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.818219:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10a80 00000100:00100000:0.0:1746137569.823414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.823613:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303151360 00000100:00100000:3.0:1746137569.823624:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303151360 00010000:00010000:3.0:1746137569.823656:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.823686:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18601 00000100:00100000:3.0:1746137569.823694:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303151360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.823708:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.823727:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.823740:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.823762:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7ddd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98d7 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.823794:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.823797:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.823803:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.823811:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.823841:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.823854:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090944:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.824900:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.832844:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.832962:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303151616 00000100:00100000:2.0:1746137569.832971:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303151616 00002000:00100000:2.0:1746137569.833009:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a680 x1830957303151616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.833020:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a680 with x1830957303151616 ext(0->4095) 00002000:00010000:2.0:1746137569.833024:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d20a680 00000100:00100000:2.0:1746137569.833043:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14344 00000100:00100000:2.0:1746137569.833049:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303151616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.833631:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293090944:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.833658:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.833878:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303151616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 826us (1041us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137569.833885:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14344 00002000:00100000:2.0:1746137569.833892:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a680 x1830957303151616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.833898:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a680 with x1830957303151616 ext(0->4095) 00002000:00010000:2.0:1746137569.833901:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d20a680 00000100:00100000:3.0:1746137569.833989:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303151360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 10295us (10586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.833997:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18601 00000100:00100000:0.0:1746137569.837857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.837922:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303151744 00000100:00100000:2.0:1746137569.837932:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303151744 00000100:00100000:2.0:1746137569.838019:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30836 00000100:00100000:2.0:1746137569.838027:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303151744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.838045:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.838061:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98e5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.838088:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.838095:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.838097:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.838099:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.838129:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.838139:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 59 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.838152:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091072:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.838239:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.845783:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091072:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.845814:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.845839:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137569.846187:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303151744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8159us (8339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.846196:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30836 00000100:00100000:0.0:1746137569.846448:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.846522:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303151872 00000100:00100000:0.0:1746137569.846522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.846539:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303151872 00000100:00100000:0.0:1746137569.846563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:2.0:1746137569.846574:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88011d208380 x1830957303151872/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.846583:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957303151872 ext(0->7) 00000100:00100000:0.0:1746137569.846584:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137569.846589:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:2.0:1746137569.846601:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 60 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:0.0:1746137569.846601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.846605:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152000 00002000:00010000:2.0:1746137569.846607:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d208380 00000100:00100000:3.0:1746137569.846612:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152000 00000100:00100000:0.0:1746137569.846613:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.846641:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152256 00000100:00100000:0.0:1746137569.846643:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3415 00000100:00100000:2.0:1746137569.846644:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152256 00000100:00100000:0.0:1746137569.846653:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303151872:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137569.846663:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 531 00000100:00100000:3.0:1746137569.846678:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303152000:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137569.846679:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152512 00000100:00100000:2.0:1746137569.846681:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152512 00000100:00100000:2.0:1746137569.846694:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152128 00000100:00100000:2.0:1746137569.846697:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152128 00000100:00100000:2.0:1746137569.846712:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1020 00000100:00100000:2.0:1746137569.846718:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957303152256:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137569.846723:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303152000:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 53us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.846729:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 531 00000100:00100000:2.0:1746137569.846753:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957303152256:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 35us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.846762:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1020 00000100:00100000:2.0:1746137569.846772:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1021 00000100:00100000:3.0:1746137569.846773:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00080000:0.0:1746137569.846773:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137569.846777:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2007:x1830957303152512:12345-192.168.202.31@tcp:400:kworker.0 00000100:00080000:0.0:1746137569.846777:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137569.846791:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1022 00000100:00100000:0.0:1746137569.846798:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303152128:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137569.846800:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2007:x1830957303152512:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 24us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.846805:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1021 00000100:00100000:2.0:1746137569.846824:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152768 00000100:00100000:0.0:1746137569.846826:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303152128:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 29us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.846827:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152768 00000100:00100000:0.0:1746137569.846832:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1022 00000100:00080000:2.0:1746137569.846842:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746137569.846858:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152384 00000100:00100000:2.0:1746137569.846860:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152384 00000100:00080000:2.0:1746137569.846868:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137569.846869:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.846879:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152640 00000100:00100000:0.0:1746137569.846882:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152640 00000100:00100000:2.0:1746137569.846886:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 699 00000100:00100000:2.0:1746137569.846891:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303152768:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137569.846906:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1023 00000100:00100000:0.0:1746137569.846913:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303152640:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137569.846917:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303152768:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 25us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.846922:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 699 00000100:00100000:2.0:1746137569.846932:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 700 00000100:00100000:2.0:1746137569.846954:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957303152384:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137569.846955:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303152640:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137569.846961:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1023 00000100:00100000:2.0:1746137569.847068:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957303152384:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 130us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.847074:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 700 00000100:00080000:2.0:1746137569.847270:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137569.848977:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303151872:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2321us (2529us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1746137569.848987:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3415 00002000:00100000:0.0:1746137569.848995:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88011d208380 x1830957303151872/t4294972291(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.849004:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208380 with x1830957303151872 ext(0->7) 00010000:00010000:0.0:1746137569.849013:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:0.0:1746137569.849026:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:0.0:1746137569.849034:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d208380 00000100:00100000:0.0:1746137569.852837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.853745:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303152896 00000100:00100000:3.0:1746137569.853755:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303152896 00010000:00010000:3.0:1746137569.853791:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.853821:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18602 00000100:00100000:3.0:1746137569.853829:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957303152896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.853843:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.853862:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.853873:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.853894:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7de4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98de expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.853925:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.853927:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.853933:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.853965:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.853997:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.854009:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091200:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.854097:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.858226:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091200:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.858260:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.858311:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2008:x1830957303152896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4482us (5481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.858326:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18602 00000100:00100000:0.0:1746137569.858576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.861479:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.861658:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153152 00000100:00100000:1.0:1746137569.861668:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153152 00002000:00100000:1.0:1746137569.861708:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cea00 x1830957303153152/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.861724:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cea00 with x1830957303153152 ext(0->4095) 00002000:00010000:1.0:1746137569.861729:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cea00 00000100:00100000:1.0:1746137569.861763:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14345 00000100:00100000:1.0:1746137569.861772:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303153152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137569.861898:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303153152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (3322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.861903:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14345 00002000:00100000:1.0:1746137569.861909:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cea00 x1830957303153152/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.861914:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cea00 with x1830957303153152 ext(0->4095) 00002000:00010000:1.0:1746137569.861917:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cea00 00000100:00100000:2.0:1746137569.862057:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153280 00000100:00100000:2.0:1746137569.862061:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153280 00000100:00100000:2.0:1746137569.862080:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30837 00000100:00100000:2.0:1746137569.862084:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:1730:x1830957303153280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.862093:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.862107:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98ec expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.862129:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.862136:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.862137:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.862140:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.862166:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.862176:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 5 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:2.0:1746137569.862187:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091328:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.862244:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.864292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.864919:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153408 00000100:00100000:2.0:1746137569.864926:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153408 00000100:00100000:2.0:1746137569.865000:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30838 00000100:00100000:2.0:1746137569.865008:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1731:x1830957303153408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.865021:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.865036:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98f3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.865055:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.865060:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 64 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.865066:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.865069:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 64 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.865100:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 64 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.865110:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 64 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.865118:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.865167:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1731:x1830957303153408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.865173:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30838 00000100:00100000:2.0:1746137569.866150:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091328:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.866166:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.866174:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137569.866198:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1730:x1830957303153280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4113us (4728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.866206:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30837 00000100:00100000:0.0:1746137569.867354:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.867436:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153536 00000100:00100000:3.0:1746137569.867443:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153536 00010000:00010000:3.0:1746137569.867466:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.867489:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18603 00000100:00100000:3.0:1746137569.867495:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303153536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.867506:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.867523:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.867546:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.867564:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7deb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98e5 expref: 6 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.867783:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.867785:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.867791:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.867799:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.867826:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 62 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.867837:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 62 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.867847:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091584:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.868183:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.869807:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091584:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.869838:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.869867:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303153536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2371us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.869875:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18603 00000100:00100000:0.0:1746137569.870576:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.870629:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153792 00000100:00100000:3.0:1746137569.870634:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153792 00002000:00100000:3.0:1746137569.870663:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd500 x1830957303153792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.870670:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd500 with x1830957303153792 ext(0->4095) 00010000:00010000:3.0:1746137569.870676:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.870684:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.870688:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cd500 00000100:00100000:3.0:1746137569.870705:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3416 00000100:00100000:3.0:1746137569.870709:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957303153792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137569.871145:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957303153792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 434us (568us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.871151:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3416 00002000:00100000:3.0:1746137569.871156:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cd500 x1830957303153792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.871163:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cd500 with x1830957303153792 ext(0->4095) 00010000:00010000:3.0:1746137569.871167:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.871175:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00002000:00010000:3.0:1746137569.871180:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cd500 00000100:00100000:0.0:1746137569.876232:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.876562:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303153920 00000100:00100000:3.0:1746137569.876572:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303153920 00010000:00010000:3.0:1746137569.876608:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00000100:00100000:3.0:1746137569.877169:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18604 00000100:00100000:3.0:1746137569.877179:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2005:x1830957303153920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.877192:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.877212:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.877225:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.877249:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7df2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98ec expref: 63 pid: 16986 timeout: 762 lvb_type: 0 00010000:00010000:3.0:1746137569.877282:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.877284:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.877290:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.877298:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.877329:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 62 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.877342:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091712:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.878096:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.880689:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293091712:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.880725:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.880778:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957303153920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3600us (4556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.880793:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18604 00000100:00100000:0.0:1746137569.881983:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.882849:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154176 00000100:00100000:3.0:1746137569.882858:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154176 00002000:00100000:3.0:1746137569.882899:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf480 x1830957303154176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.882916:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957303154176 ext(0->4095) 00002000:00010000:3.0:1746137569.882921:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf480 00000100:00100000:3.0:1746137569.883104:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14346 00000100:00100000:3.0:1746137569.883113:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957303154176:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137569.883603:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957303154176:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 491us (1620us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137569.883609:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14346 00002000:00100000:3.0:1746137569.883615:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf480 x1830957303154176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.883621:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957303154176 ext(0->4095) 00002000:00010000:3.0:1746137569.883624:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf480 00000100:00100000:0.0:1746137569.888374:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.888482:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154304 00000100:00100000:2.0:1746137569.888491:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154304 00000100:00100000:2.0:1746137569.888546:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30839 00000100:00100000:2.0:1746137569.888554:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303154304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.888571:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.888587:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f98fa expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.888617:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 61 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.888625:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.888627:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.888630:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.888660:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 61 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.888671:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 61 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137569.888682:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091840:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.888766:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.896930:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293091840:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.896981:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.896999:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137569.897042:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303154304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8488us (8677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.897051:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30839 00000100:00100000:0.0:1746137569.913400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.914745:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154432 00000100:00100000:3.0:1746137569.914757:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154432 00002000:00100000:3.0:1746137569.914828:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bcee680 x1830957303154432/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137569.914838:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee680 with x1830957303154432 ext(0->7) 00010000:00010000:3.0:1746137569.914858:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 62 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.914884:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 62 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137569.914891:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcee680 00000100:00100000:3.0:1746137569.914913:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3417 00000100:00100000:3.0:1746137569.914921:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303154432:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137569.922891:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2006:x1830957303154432:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 7957us (9497us total) trans 4294972292 rc 0/0 00000100:00100000:0.0:1746137569.922905:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3417 00002000:00100000:0.0:1746137569.922918:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bcee680 x1830957303154432/t4294972292(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.922988:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee680 with x1830957303154432 ext(0->7) 00010000:00010000:0.0:1746137569.922998:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 64 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.923023:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 64 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137569.923049:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcee680 00000100:00100000:0.0:1746137569.928672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.929478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.929611:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154560 00000100:00100000:2.0:1746137569.929631:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154560 00000100:00100000:2.0:1746137569.929698:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30840 00000100:00100000:2.0:1746137569.929706:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1730:x1830957303154560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.929736:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.929762:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9901 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.929797:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.929803:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.929809:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137569.929819:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 65 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.929868:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.929890:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 65 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.929919:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137569.934418:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:1730:x1830957303154560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4690us (5748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.934442:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30840 00000100:00100000:3.0:1746137569.934854:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154688 00000100:00100000:3.0:1746137569.934863:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154688 00010000:00010000:3.0:1746137569.934914:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.934974:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18605 00000100:00100000:3.0:1746137569.934980:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957303154688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.934994:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.935018:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.935040:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.935068:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7df9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98f3 expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.936377:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.936390:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.936408:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.936418:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.936479:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.936500:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.936513:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092096:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.936645:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.939582:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092096:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.939645:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.940285:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303154688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5301us (10804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.940296:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18605 00000100:00100000:0.0:1746137569.941146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.941306:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303154944 00000100:00100000:1.0:1746137569.941314:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303154944 00002000:00100000:1.0:1746137569.941349:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcefb80 x1830957303154944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.941358:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957303154944 ext(0->4095) 00010000:00010000:1.0:1746137569.941367:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137569.941379:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137569.941385:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:1.0:1746137569.941415:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3418 00000100:00100000:1.0:1746137569.941422:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303154944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.941741:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303154944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 318us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.941747:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3418 00002000:00100000:1.0:1746137569.941752:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcefb80 x1830957303154944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.941760:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957303154944 ext(0->4095) 00010000:00010000:1.0:1746137569.941764:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137569.941773:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137569.941778:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:0.0:1746137569.945665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.945729:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155072 00000100:00100000:3.0:1746137569.945739:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155072 00010000:00010000:3.0:1746137569.945772:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.945809:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18606 00000100:00100000:3.0:1746137569.945817:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303155072:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.945829:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.945846:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.945857:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.945877:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7e00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f98fa expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.945902:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.945904:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.945911:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.945918:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.945971:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.949243:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092224:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.949354:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.952535:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092224:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.952645:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.952687:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303155072:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6870us (7031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.952698:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18606 00000100:00100000:0.0:1746137569.953356:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.954188:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155328 00000100:00100000:1.0:1746137569.954197:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155328 00002000:00100000:1.0:1746137569.954238:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcee300 x1830957303155328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.954248:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee300 with x1830957303155328 ext(0->4095) 00002000:00010000:1.0:1746137569.954253:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcee300 00000100:00100000:1.0:1746137569.954281:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14347 00000100:00100000:1.0:1746137569.954288:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303155328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137569.954412:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303155328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (1056us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.954421:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14347 00002000:00100000:1.0:1746137569.954426:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcee300 x1830957303155328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.954434:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee300 with x1830957303155328 ext(0->4095) 00002000:00010000:1.0:1746137569.954437:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcee300 00000100:00100000:0.0:1746137569.958862:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.958965:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155456 00000100:00100000:2.0:1746137569.958975:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155456 00000100:00100000:2.0:1746137569.959021:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30841 00000100:00100000:2.0:1746137569.959029:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303155456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.959047:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.959063:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9908 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.959092:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.959099:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.959101:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137569.959104:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.959134:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.959145:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 63 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137569.959162:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092352:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.960546:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.965304:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092352:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.965339:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.965357:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137569.965402:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303155456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6374us (6552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.965412:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30841 00000100:00100000:0.0:1746137569.966156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.968247:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155584 00000100:00100000:2.0:1746137569.968260:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155584 00002000:00100000:2.0:1746137569.968308:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bcec000 x1830957303155584/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137569.968319:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec000 with x1830957303155584 ext(0->7) 00010000:00010000:2.0:1746137569.968328:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 64 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137569.968341:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 64 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137569.968348:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec000 00000100:00100000:2.0:1746137569.969347:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3419 00000100:00100000:2.0:1746137569.969357:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2008:x1830957303155584:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137569.971350:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2008:x1830957303155584:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1989us (5188us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746137569.971361:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3419 00002000:00100000:0.0:1746137569.971376:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bcec000 x1830957303155584/t4294972293(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 496/448 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.971386:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec000 with x1830957303155584 ext(0->7) 00010000:00010000:0.0:1746137569.971395:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.971409:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137569.971417:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec000 00000100:00100000:0.0:1746137569.975032:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137569.975233:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155712 00000100:00100000:3.0:1746137569.975243:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155712 00010000:00010000:3.0:1746137569.975277:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.975303:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18607 00000100:00100000:3.0:1746137569.975310:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303155712:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137569.975325:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137569.975344:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.975355:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.975374:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9901 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.975390:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.975392:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.975399:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.975406:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.975436:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137569.975448:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092480:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137569.976147:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.979229:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.980784:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303155840 00000100:00100000:2.0:1746137569.980796:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303155840 00000100:00100000:2.0:1746137569.980854:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30842 00000100:00100000:2.0:1746137569.980863:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303155840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137569.980880:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137569.980897:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f990f expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.980925:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.980932:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.980933:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.980952:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.980982:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.980993:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137569.981005:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092608:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137569.981085:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137569.981628:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092480:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137569.981658:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137569.981681:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303155712:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6371us (6658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.981693:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18607 00000100:00100000:2.0:1746137569.982116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.982272:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156096 00000100:00100000:0.0:1746137569.982278:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156096 00002000:00100000:0.0:1746137569.982310:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12d80 x1830957303156096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.982320:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12d80 with x1830957303156096 ext(0->4095) 00010000:00010000:0.0:1746137569.982326:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.982337:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137569.982344:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12d80 00000100:00100000:0.0:1746137569.982366:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3420 00000100:00100000:0.0:1746137569.982372:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303156096:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137569.982480:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303156096:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137569.982486:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3420 00002000:00100000:0.0:1746137569.982491:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12d80 x1830957303156096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137569.982499:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12d80 with x1830957303156096 ext(0->4095) 00010000:00010000:0.0:1746137569.982503:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.982512:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137569.982517:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce12d80 00000100:00100000:2.0:1746137569.984110:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092608:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137569.984134:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.984148:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137569.984188:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303155840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3326us (4967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.984195:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30842 00000100:00100000:0.0:1746137569.984813:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.984891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137569.984913:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156352 00000100:00100000:0.0:1746137569.984918:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156352 00000100:00100000:3.0:1746137569.985014:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156224 00000100:00100000:3.0:1746137569.985017:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156224 00010000:00010000:0.0:1746137569.985606:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.985767:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30843 00000100:00100000:3.0:1746137569.985774:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1731:x1830957303156224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137569.985786:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137569.985798:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9916 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.986135:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137569.986140:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.986146:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137569.986149:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137569.986233:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18608 00000100:00100000:0.0:1746137569.986240:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303156352:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137569.986249:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137569.986267:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.986279:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.986295:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9908 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137569.986324:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.986326:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137569.986332:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.986340:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.986362:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137569.986372:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.986607:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137569.986615:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137569.986623:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092864:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137569.986675:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137569.986686:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bceea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092736:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.986791:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137569.990841:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bceea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092736:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137569.990864:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137569.990907:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303156352:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4666us (6013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137569.990919:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18608 00000100:00100000:3.0:1746137569.991018:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293092864:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137569.991053:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137569.991066:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe800, rc 0) 00000100:00100000:3.0:1746137569.991083:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1731:x1830957303156224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5310us (6271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137569.991088:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30843 00000100:00100000:0.0:1746137569.992701:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137569.992761:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156608 00000100:00100000:1.0:1746137569.992768:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156608 00002000:00100000:1.0:1746137569.992805:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceea00 x1830957303156608/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/0 e 0 to 0 dl 1746137580 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.992815:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceea00 with x1830957303156608 ext(0->4095) 00010000:00010000:1.0:1746137569.992822:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137569.992833:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137569.992839:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bceea00 00000100:00100000:1.0:1746137569.992867:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3421 00000100:00100000:1.0:1746137569.992873:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303156608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137569.993037:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303156608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137569.993043:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3421 00002000:00100000:1.0:1746137569.993049:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceea00 x1830957303156608/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:5/0 lens 488/4536 e 0 to 0 dl 1746137580 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137569.993061:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceea00 with x1830957303156608 ext(0->4095) 00010000:00010000:1.0:1746137569.993066:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137569.993074:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137569.993080:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bceea00 00000100:00100000:0.0:1746137569.996436:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137569.996671:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156736 00000100:00100000:2.0:1746137569.996679:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156736 00010000:00010000:2.0:1746137569.996712:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137569.996765:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18609 00000100:00100000:2.0:1746137569.996771:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303156736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137569.996784:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137569.996803:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137569.996813:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137569.996837:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7e15 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f990f expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137569.996869:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.996871:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137569.996879:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.996886:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137569.996917:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137569.996927:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092992:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137569.997027:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.002185:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293092992:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.002206:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.002251:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303156736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5479us (5822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.002262:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18609 00000100:00100000:0.0:1746137570.002684:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.003447:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303156992 00000100:00100000:1.0:1746137570.003453:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303156992 00002000:00100000:1.0:1746137570.003490:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957303156992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.003500:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957303156992 ext(0->4095) 00002000:00010000:1.0:1746137570.003505:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:1.0:1746137570.003541:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14348 00000100:00100000:1.0:1746137570.003548:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303156992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.003668:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303156992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.003674:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14348 00002000:00100000:1.0:1746137570.003680:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6a00 x1830957303156992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.003687:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957303156992 ext(0->4095) 00002000:00010000:1.0:1746137570.003690:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:0.0:1746137570.007927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.008330:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157120 00000100:00100000:3.0:1746137570.008342:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157120 00000100:00100000:3.0:1746137570.008410:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30844 00000100:00100000:3.0:1746137570.008419:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303157120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.008437:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.008460:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f991d expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.008488:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.008494:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.008496:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.008499:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.008539:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.008551:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.008563:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293093120:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.008661:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.010204:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293093120:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.010293:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.010310:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fea00, rc 0) 00000100:00100000:3.0:1746137570.010360:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303157120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1942us (2440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.010368:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30844 00000100:00100000:0.0:1746137570.010598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.010777:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157248 00000100:00100000:2.0:1746137570.010783:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157248 00010000:00010000:2.0:1746137570.010807:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.010841:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18610 00000100:00100000:2.0:1746137570.010847:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303157248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.010861:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.010878:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.010888:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.010910:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7e1c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9916 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.010922:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.010924:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.010930:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.010962:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.010988:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.011002:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093248:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.011169:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.013002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.013072:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.013086:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157376 00000100:00100000:3.0:1746137570.013092:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157376 00000100:00100000:3.0:1746137570.013121:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30845 00000100:00100000:3.0:1746137570.013127:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303157376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137570.013132:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157632 00000100:00100000:2.0:1746137570.013135:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157632 00010000:00010000:3.0:1746137570.013141:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.013155:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9924 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746137570.013160:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6d80 x1830957303157632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.013173:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957303157632 ext(0->4095) 00010000:00010000:3.0:1746137570.013174:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137570.013176:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6d80 00010000:00010000:3.0:1746137570.013180:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.013182:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.013185:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.013197:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14349 00000100:00100000:2.0:1746137570.013202:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303157632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746137570.013209:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.013218:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.013226:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293093376:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.013273:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.013301:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303157632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.013306:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14349 00000100:00100000:3.0:1746137570.013307:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093248:192.168.202.31@tcp:105: 00002000:00100000:2.0:1746137570.013312:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a6d80 x1830957303157632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746137570.013318:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137570.013318:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957303157632 ext(0->4095) 00010000:00010000:2.0:1746137570.013322:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.013332:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303157248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2486us (2735us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137570.013332:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.013338:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a6d80 00000100:00100000:3.0:1746137570.013339:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18610 00000100:00100000:1.0:1746137570.013598:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293093504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137570.013627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137570.013709:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293093504 00000100:00100000:3.0:1746137570.013712:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293093504 00000100:00100000:3.0:1746137570.013812:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1746137570.013817:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293093504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746137570.013828:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499456832 pending 860160 free 3922391040 avail 3690868736 00000100:00100000:3.0:1746137570.013870:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293093504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.013875:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1746137570.013896:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293093504:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746137570.013907:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137570.015337:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293093376:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.015368:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.015385:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:3.0:1746137570.015538:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303157376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2398us (2528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137570.015539:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.015545:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30845 00000100:00100000:3.0:1746137570.015605:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157760 00000100:00100000:3.0:1746137570.015609:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157760 00000100:00100000:3.0:1746137570.015639:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30846 00000100:00100000:3.0:1746137570.015644:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1731:x1830957303157760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.015653:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.015665:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f992b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.015681:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.015685:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.015690:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.015693:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137570.015713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137570.015715:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.015724:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.015735:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0000, rc 0) 00000100:00100000:3.0:1746137570.015752:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1731:x1830957303157760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.015758:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30846 00000100:00100000:3.0:1746137570.015772:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303157888 00000100:00100000:3.0:1746137570.015775:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303157888 00010000:00010000:3.0:1746137570.015786:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.015802:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18611 00000100:00100000:3.0:1746137570.015807:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303157888:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.015814:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.016002:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.016012:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.016029:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f7e23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f991d expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.016065:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.016067:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.016073:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.016084:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.016102:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.016112:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.016121:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093760:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.016492:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.017953:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093760:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.017977:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137570.018020:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.018041:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303157888:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2230us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.018049:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18611 00000100:00100000:1.0:1746137570.018206:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303158144 00000100:00100000:1.0:1746137570.018212:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303158144 00002000:00100000:1.0:1746137570.018240:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a5f80 x1830957303158144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.018249:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957303158144 ext(0->4095) 00010000:00010000:1.0:1746137570.018255:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.018266:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.018272:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a5f80 00000100:00100000:1.0:1746137570.018300:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3422 00000100:00100000:1.0:1746137570.018305:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303158144:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.018411:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303158144:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.018418:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3422 00002000:00100000:1.0:1746137570.018423:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a5f80 x1830957303158144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.018429:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957303158144 ext(0->4095) 00010000:00010000:1.0:1746137570.018433:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.018443:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.018447:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a5f80 00000100:00100000:1.0:1746137570.020011:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.020094:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303158272 00000100:00100000:3.0:1746137570.020100:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303158272 00010000:00010000:3.0:1746137570.020120:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.020153:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18612 00000100:00100000:3.0:1746137570.020160:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303158272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.020172:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.020186:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.020196:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.020215:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7e2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9924 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.020238:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.020240:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.020247:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.020255:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.020283:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.020299:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093888:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.020362:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb78cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.022750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.022833:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303158528 00000100:00100000:2.0:1746137570.022840:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303158528 00002000:00100000:2.0:1746137570.022873:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7480 x1830957303158528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137570.022881:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293093888:192.168.202.31@tcp:105: 00002000:00100000:2.0:1746137570.022881:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957303158528 ext(0->4095) 00002000:00010000:2.0:1746137570.022886:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7480 00010000:00010000:3.0:1746137570.022911:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.023156:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14350 00000100:00100000:2.0:1746137570.023163:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303158528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.023185:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303158272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3025us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.023194:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18612 00000100:00100000:2.0:1746137570.023486:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303158528:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 323us (740us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.023492:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14350 00002000:00100000:2.0:1746137570.023497:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7480 x1830957303158528/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.023503:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957303158528 ext(0->4095) 00002000:00010000:2.0:1746137570.023506:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7480 00000100:00100000:0.0:1746137570.024767:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.024842:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303158656 00000100:00100000:2.0:1746137570.024846:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303158656 00000100:00100000:2.0:1746137570.024903:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30847 00000100:00100000:2.0:1746137570.024909:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303158656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.024919:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.024933:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9932 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.024984:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 65 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.024991:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.024993:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.024996:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.025022:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 65 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.025033:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 65 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.025043:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293094016:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.025114:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.026305:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293094016:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.026327:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.026338:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137570.026484:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303158656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1574us (1718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.026490:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30847 00000100:00100000:0.0:1746137570.027165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.027229:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303158784 00000100:00100000:3.0:1746137570.027234:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303158784 00010000:00010000:3.0:1746137570.027258:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.027280:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18613 00000100:00100000:3.0:1746137570.027285:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303158784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.027295:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.027312:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.027323:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.027346:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f992b expref: 66 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.027541:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.027543:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.027550:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.027558:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.027584:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.027599:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094144:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.027799:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.030049:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094144:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.030082:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.030129:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957303158784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2843us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.030138:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18613 00000100:00100000:0.0:1746137570.030286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.030562:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159040 00000100:00100000:2.0:1746137570.030568:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159040 00002000:00100000:2.0:1746137570.030598:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a4000 x1830957303159040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.030606:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4000 with x1830957303159040 ext(0->4095) 00002000:00010000:2.0:1746137570.030610:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a4000 00000100:00100000:2.0:1746137570.030624:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14351 00000100:00100000:2.0:1746137570.030629:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303159040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.030724:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303159040:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.030733:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14351 00002000:00100000:2.0:1746137570.030739:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a4000 x1830957303159040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.030745:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4000 with x1830957303159040 ext(0->4095) 00002000:00010000:2.0:1746137570.030748:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a4000 00000100:00100000:0.0:1746137570.033135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.033244:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159168 00000100:00100000:2.0:1746137570.033252:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159168 00000100:00100000:2.0:1746137570.033298:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30848 00000100:00100000:2.0:1746137570.033304:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:1731:x1830957303159168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.033318:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.033334:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9939 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.033361:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.033367:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.033369:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.033372:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.033398:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.033409:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.033425:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293094272:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.033495:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.033815:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.033880:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159296 00000100:00100000:1.0:1746137570.033884:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159296 00000100:00100000:1.0:1746137570.033919:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30849 00000100:00100000:1.0:1746137570.033925:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1730:x1830957303159296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.033932:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.033960:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9940 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.033973:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.033978:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.033983:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.033986:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.034006:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.034016:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.034030:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042e200, rc 0) 00000100:00100000:1.0:1746137570.034053:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:1730:x1830957303159296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.034059:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30849 00000100:00100000:2.0:1746137570.035448:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293094272:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.035467:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.035482:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137570.035508:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1731:x1830957303159168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2203us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.035517:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30848 00000100:00100000:0.0:1746137570.036704:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.036806:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159424 00000100:00100000:2.0:1746137570.036811:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159424 00010000:00010000:2.0:1746137570.036834:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.036893:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18614 00000100:00100000:2.0:1746137570.036900:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303159424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.036912:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.036930:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.036960:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.036987:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7e38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9932 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.037003:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.037004:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.037011:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.037018:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.037041:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 66 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.037051:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.037061:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094528:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.037860:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.041450:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce12300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094528:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.041472:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.041513:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303159424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4612us (4809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.041522:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18614 00000100:00100000:1.0:1746137570.041567:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.041592:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159680 00000100:00100000:2.0:1746137570.041599:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159680 00002000:00100000:2.0:1746137570.041897:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81a300 x1830957303159680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.041907:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81a300 with x1830957303159680 ext(0->4095) 00010000:00010000:2.0:1746137570.041915:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.041928:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.041951:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81a300 00000100:00100000:2.0:1746137570.041977:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3423 00000100:00100000:2.0:1746137570.041984:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303159680:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137570.042095:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303159680:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.042102:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3423 00002000:00100000:2.0:1746137570.042107:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e81a300 x1830957303159680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.042114:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e81a300 with x1830957303159680 ext(0->4095) 00010000:00010000:2.0:1746137570.042118:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.042126:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.042132:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006e81a300 00000100:00100000:0.0:1746137570.044053:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.044142:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159808 00000100:00100000:3.0:1746137570.044148:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159808 00000100:00100000:3.0:1746137570.044461:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30850 00000100:00100000:3.0:1746137570.044469:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303159808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.044480:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.044494:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9947 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.044515:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.044520:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.044536:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137570.044540:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.044586:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.044605:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.044614:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0600, rc 0) 00000100:00100000:3.0:1746137570.044655:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303159808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.044661:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30850 00000100:00100000:1.0:1746137570.045751:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746137570.045765:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293094784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746137570.045805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137570.045844:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293094784 00000100:00100000:1.0:1746137570.045848:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293094784 00000100:00100000:1.0:1746137570.045891:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1746137570.045896:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293094784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746137570.045909:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499456832 pending 860160 free 3922391040 avail 3690868736 00000100:00100000:1.0:1746137570.045950:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293094784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.045956:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1746137570.045988:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293094784:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1746137570.046050:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137570.046075:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.046127:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303159936 00000100:00100000:0.0:1746137570.046131:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303159936 00010000:00010000:0.0:1746137570.046151:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:0.0:1746137570.046180:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18615 00000100:00100000:0.0:1746137570.046186:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303159936:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137570.046195:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137570.046211:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.046222:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.046241:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7e3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9939 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.046255:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.046257:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.046263:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.046270:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.046294:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.046304:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:0.0:1746137570.046311:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094912:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137570.046365:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.047604:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293094912:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.047619:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.047657:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303159936:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1471us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.047665:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18615 00000100:00100000:0.0:1746137570.048763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.048974:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303160192 00000100:00100000:2.0:1746137570.048980:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303160192 00002000:00100000:2.0:1746137570.049012:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e6d80 x1830957303160192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.049021:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6d80 with x1830957303160192 ext(0->4095) 00010000:00010000:2.0:1746137570.049028:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.049039:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.049046:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6d80 00000100:00100000:2.0:1746137570.049074:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3424 00000100:00100000:2.0:1746137570.049081:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303160192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.049198:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303160192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.049205:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3424 00002000:00100000:2.0:1746137570.049210:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e6d80 x1830957303160192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.049222:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6d80 with x1830957303160192 ext(0->4095) 00010000:00010000:2.0:1746137570.049227:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.049235:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 66 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.049239:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6d80 00000100:00100000:0.0:1746137570.050804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.050847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.050874:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303160320 00000100:00100000:2.0:1746137570.050878:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303160320 00000100:00100000:2.0:1746137570.050905:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30851 00000100:00100000:2.0:1746137570.050910:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303160320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.050920:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.050955:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f994e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.050967:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303160448 00000100:00100000:3.0:1746137570.050972:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303160448 00010000:00010000:2.0:1746137570.050976:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.050982:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.050987:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137570.050989:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.050990:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.051016:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18616 00000100:00100000:3.0:1746137570.051022:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957303160448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.051029:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.051044:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.051047:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.051054:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.051071:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9940 expref: 68 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.051072:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.051080:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.051081:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.051086:0:9555:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.051093:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.051103:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137570.051110:0:9555:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.051119:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.051128:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095168:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.051141:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303160448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 118us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.051147:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18616 00000100:00100000:2.0:1746137570.051180:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.052837:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095168:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.052851:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137570.052884:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303160320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1972us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.052890:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30851 00000100:00100000:0.0:1746137570.054071:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.054282:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303160704 00000100:00100000:2.0:1746137570.054289:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303160704 00002000:00100000:2.0:1746137570.054321:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4000 x1830957303160704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.054330:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4000 with x1830957303160704 ext(0->4095) 00010000:00010000:2.0:1746137570.054338:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.054350:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.054356:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e4000 00000100:00100000:2.0:1746137570.054387:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3425 00000100:00100000:2.0:1746137570.054394:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303160704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.054493:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303160704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.054498:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3425 00002000:00100000:2.0:1746137570.054503:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4000 x1830957303160704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.054510:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4000 with x1830957303160704 ext(0->4095) 00010000:00010000:2.0:1746137570.054515:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.054523:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.054538:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e4000 00000100:00100000:0.0:1746137570.057395:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.057460:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303160832 00000100:00100000:3.0:1746137570.057467:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303160832 00010000:00010000:3.0:1746137570.057494:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.057538:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18617 00000100:00100000:3.0:1746137570.057545:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303160832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.057560:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.057577:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.057588:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.057609:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9947 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.057624:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.057626:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.057633:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.057645:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.057674:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.057685:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095296:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.057771:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.060861:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095296:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.060894:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.060932:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303160832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3386us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.060976:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18617 00000100:00100000:0.0:1746137570.062779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.062841:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161088 00000100:00100000:3.0:1746137570.062848:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161088 00002000:00100000:3.0:1746137570.062887:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e7800 x1830957303161088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.062897:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7800 with x1830957303161088 ext(0->4095) 00002000:00010000:3.0:1746137570.062901:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e7800 00000100:00100000:3.0:1746137570.062931:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14352 00000100:00100000:3.0:1746137570.062964:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303161088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.063069:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303161088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.063078:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14352 00002000:00100000:3.0:1746137570.063083:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e7800 x1830957303161088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.063089:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e7800 with x1830957303161088 ext(0->4095) 00002000:00010000:3.0:1746137570.063091:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e7800 00000100:00100000:0.0:1746137570.067675:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.068015:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161216 00000100:00100000:2.0:1746137570.068024:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161216 00000100:00100000:2.0:1746137570.068073:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30852 00000100:00100000:2.0:1746137570.068081:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303161216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.068097:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.068113:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9955 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.068139:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.068146:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.068147:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.068151:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.068178:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.068189:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.068198:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095424:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.068280:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.071247:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095424:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.071507:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.071538:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137570.071575:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303161216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3495us (3907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.071583:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30852 00000100:00100000:0.0:1746137570.072878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.073097:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161472 00000100:00100000:3.0:1746137570.073103:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161472 00000100:00100000:3.0:1746137570.073141:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30853 00000100:00100000:3.0:1746137570.073147:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303161472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.073201:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.073218:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f995c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.073239:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.073244:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.073251:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137570.073254:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.073301:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.073319:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.073333:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0000, rc 0) 00000100:00100000:3.0:1746137570.073365:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1730:x1830957303161472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.073371:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30853 00000100:00100000:2.0:1746137570.073702:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.073871:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161344 00000100:00100000:3.0:1746137570.073874:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161344 00010000:00010000:3.0:1746137570.073888:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.074204:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18618 00000100:00100000:3.0:1746137570.074210:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303161344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.074217:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.074233:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.074242:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.074259:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f7e54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f994e expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.074275:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.074276:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.074281:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.074292:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.074310:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.074320:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.074329:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095680:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.074584:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.076850:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.076875:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.076996:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303161344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2785us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.077091:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18618 00000100:00100000:0.0:1746137570.077502:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.077596:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161728 00000100:00100000:2.0:1746137570.077603:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161728 00002000:00100000:2.0:1746137570.077636:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5880 x1830957303161728/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.077649:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957303161728 ext(0->4095) 00010000:00010000:2.0:1746137570.077656:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.077668:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.077673:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:2.0:1746137570.077700:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3426 00000100:00100000:2.0:1746137570.077706:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303161728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.077820:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303161728:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.077826:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3426 00002000:00100000:2.0:1746137570.077831:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5880 x1830957303161728/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.077843:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5880 with x1830957303161728 ext(0->4095) 00010000:00010000:2.0:1746137570.077847:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.077855:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.077860:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5880 00000100:00100000:0.0:1746137570.084810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.085218:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303161856 00000100:00100000:3.0:1746137570.085226:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303161856 00010000:00010000:3.0:1746137570.085257:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.085287:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18619 00000100:00100000:3.0:1746137570.085294:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303161856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.085305:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.085347:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.085358:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.085382:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f7e5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9955 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.085488:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.085490:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.085497:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.085505:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.085541:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.085551:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.085623:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb783c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.087294:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293095808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.087321:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.087346:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303161856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2053us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.087355:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18619 00000100:00100000:0.0:1746137570.087548:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.087691:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162112 00000100:00100000:3.0:1746137570.087696:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162112 00002000:00100000:3.0:1746137570.087721:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4700 x1830957303162112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.087730:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4700 with x1830957303162112 ext(0->4095) 00002000:00010000:3.0:1746137570.087734:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e4700 00000100:00100000:3.0:1746137570.087761:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14353 00000100:00100000:3.0:1746137570.087767:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303162112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.087881:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303162112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.087887:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14353 00002000:00100000:3.0:1746137570.087892:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4700 x1830957303162112/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.087899:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4700 with x1830957303162112 ext(0->4095) 00002000:00010000:3.0:1746137570.087902:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736e4700 00000100:00100000:0.0:1746137570.090622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.090802:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162240 00000100:00100000:3.0:1746137570.090808:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162240 00000100:00100000:3.0:1746137570.091102:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30854 00000100:00100000:3.0:1746137570.091109:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303162240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.091121:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.091137:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9963 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.091164:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.091176:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.091178:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.091182:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.091207:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.091219:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 65 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.091229:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095936:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.091306:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.096897:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293095936:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.096977:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.096996:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0600, rc 0) 00000100:00100000:3.0:1746137570.097045:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303162240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5935us (6426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.097052:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30854 00000100:00100000:0.0:1746137570.099570:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.099635:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162368 00000100:00100000:2.0:1746137570.099642:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162368 00002000:00100000:2.0:1746137570.099679:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5500 x1830957303162368/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.099688:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5500 with x1830957303162368 ext(0->7) 00010000:00010000:2.0:1746137570.099695:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.099708:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 66 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.099714:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5500 00000100:00100000:2.0:1746137570.099780:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3427 00000100:00100000:2.0:1746137570.099787:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303162368:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137570.103792:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303162368:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3992us (4214us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746137570.103805:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3427 00002000:00100000:0.0:1746137570.103819:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5500 x1830957303162368/t4294972294(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.103830:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5500 with x1830957303162368 ext(0->7) 00010000:00010000:0.0:1746137570.103841:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.103859:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.103866:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5500 00000100:00100000:0.0:1746137570.117266:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.117377:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162496 00000100:00100000:3.0:1746137570.117387:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162496 00010000:00010000:3.0:1746137570.117423:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.117465:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18620 00000100:00100000:3.0:1746137570.117472:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957303162496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.117486:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137570.117500:0:9571:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137570 -> 1746137571 00002000:00010000:3.0:1746137570.117503:0:9571:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137570 -> 1746137571 00010000:00010000:3.0:1746137570.117508:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.117517:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.117546:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f7e62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f995c expref: 68 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.117562:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.117564:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.117569:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.117576:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.117603:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.117615:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.117698:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.122294:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096064:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.122329:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.123032:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303162496:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5557us (5772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.123043:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18620 00000100:00100000:0.0:1746137570.124201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.124599:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162752 00000100:00100000:2.0:1746137570.124607:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162752 00002000:00100000:2.0:1746137570.124644:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5c00 x1830957303162752/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.124654:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5c00 with x1830957303162752 ext(0->4095) 00002000:00010000:2.0:1746137570.124658:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba5c00 00000100:00100000:2.0:1746137570.124683:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14354 00000100:00100000:2.0:1746137570.124688:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303162752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.124802:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303162752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (605us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.124807:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14354 00002000:00100000:2.0:1746137570.124812:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5c00 x1830957303162752/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.124819:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5c00 with x1830957303162752 ext(0->4095) 00002000:00010000:2.0:1746137570.124821:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba5c00 00000100:00100000:0.0:1746137570.133378:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.137078:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.137247:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303162880 00000100:00100000:1.0:1746137570.137256:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303162880 00000100:00100000:1.0:1746137570.137293:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163008 00000100:00100000:1.0:1746137570.137295:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163008 00000100:00100000:1.0:1746137570.137309:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30855 00000100:00100000:1.0:1746137570.137316:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:1730:x1830957303162880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.137334:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.137349:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f996a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.137378:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.137384:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.137386:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.137388:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.137417:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.137426:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.137437:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293096192:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.137514:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.137554:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30856 00000100:00100000:3.0:1746137570.137560:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1731:x1830957303163008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.137566:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.137571:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9971 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.137581:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.137584:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.137587:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.137589:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 70 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.137616:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 70 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.137624:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 70 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.137630:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe42400, rc 0) 00000100:00100000:3.0:1746137570.137664:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1731:x1830957303163008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.137668:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30856 00000100:00100000:1.0:1746137570.140304:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293096192:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.140328:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.140340:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:1.0:1746137570.140728:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1730:x1830957303162880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3410us (7359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.140735:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30855 00000100:00100000:0.0:1746137570.141104:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.141182:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163136 00000100:00100000:3.0:1746137570.141188:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163136 00010000:00010000:3.0:1746137570.141213:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.141244:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18621 00000100:00100000:3.0:1746137570.141252:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303163136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.141261:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.141280:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.141290:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.141310:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7e69 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9963 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.141324:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.141325:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.141330:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 68 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.141338:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 68 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.141368:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 68 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.141378:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 68 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.141388:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096448:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.141449:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.144101:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.144448:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163392 00000100:00100000:2.0:1746137570.144456:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163392 00002000:00100000:2.0:1746137570.144495:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5180 x1830957303163392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.144505:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957303163392 ext(0->4095) 00010000:00010000:2.0:1746137570.144513:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.144534:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.144541:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:2.0:1746137570.144561:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3428 00000100:00100000:2.0:1746137570.144569:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2006:x1830957303163392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.144716:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2006:x1830957303163392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (622us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.144722:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3428 00002000:00100000:2.0:1746137570.144728:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5180 x1830957303163392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.144735:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957303163392 ext(0->4095) 00010000:00010000:2.0:1746137570.144739:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.144747:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.144752:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:3.0:1746137570.144886:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096448:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.144915:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.144964:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303163136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3713us (3860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.144972:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18621 00000100:00100000:0.0:1746137570.148535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.148761:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163520 00000100:00100000:3.0:1746137570.148770:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163520 00010000:00010000:3.0:1746137570.148802:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.148838:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18622 00000100:00100000:3.0:1746137570.148846:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2005:x1830957303163520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.148861:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.148881:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.148897:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.148917:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f7e70 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f996a expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.148932:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.148933:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.148976:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.148984:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.149017:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 68 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.149030:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.151353:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.153351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.153449:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096576:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.153478:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.153551:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303163520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4705us (5033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.153562:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18622 00000100:00100000:1.0:1746137570.153728:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163776 00000100:00100000:1.0:1746137570.153735:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163776 00002000:00100000:1.0:1746137570.153770:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7800 x1830957303163776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.153779:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957303163776 ext(0->4095) 00002000:00010000:1.0:1746137570.153783:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:1.0:1746137570.153811:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14355 00000100:00100000:1.0:1746137570.153818:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2007:x1830957303163776:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137570.153926:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2007:x1830957303163776:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.153932:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14355 00002000:00100000:1.0:1746137570.153961:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7800 x1830957303163776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.153968:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957303163776 ext(0->4095) 00002000:00010000:1.0:1746137570.153971:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137570.158372:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.158477:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303163904 00000100:00100000:1.0:1746137570.158486:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303163904 00000100:00100000:1.0:1746137570.158811:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30857 00000100:00100000:1.0:1746137570.158819:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303163904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.158837:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.158856:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9978 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.158884:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.158897:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.158899:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.158902:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.158967:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 67 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.158979:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 67 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.158991:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293096704:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.159858:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.163385:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293096704:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.163420:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.163438:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042e200, rc 0) 00000100:00100000:1.0:1746137570.163482:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e971c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303163904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4663us (5120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.163492:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30857 00000100:00100000:0.0:1746137570.164571:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.165358:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164160 00000100:00100000:1.0:1746137570.165366:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164160 00000100:00100000:1.0:1746137570.165401:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30858 00000100:00100000:1.0:1746137570.165407:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:1730:x1830957303164160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.165431:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.165446:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f997f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.165669:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137570.165783:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.165788:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.165794:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137570.165797:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.165828:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.165838:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.165845:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042fe00, rc 0) 00000100:00100000:1.0:1746137570.165884:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1730:x1830957303164160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 477us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.165890:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30858 00000100:00100000:3.0:1746137570.166169:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164032 00000100:00100000:3.0:1746137570.166173:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164032 00010000:00010000:3.0:1746137570.166190:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 69 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.166208:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18623 00000100:00100000:3.0:1746137570.166213:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:2005:x1830957303164032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.166222:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.166239:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 69 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.166249:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 69 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.166264:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f7e77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9971 expref: 69 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.166279:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.166281:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.166286:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.166292:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.166313:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.166324:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.166335:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096960:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.166390:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.168808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.169267:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293096960:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.169295:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.169827:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164416 00000100:00100000:2.0:1746137570.169834:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164416 00002000:00100000:2.0:1746137570.169869:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5f80 x1830957303164416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.169879:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5f80 with x1830957303164416 ext(0->4095) 00010000:00010000:2.0:1746137570.169886:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.169898:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.169909:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5f80 00000100:00100000:3.0:1746137570.170058:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303164032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3842us (4391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.170067:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18623 00000100:00100000:2.0:1746137570.170237:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3429 00000100:00100000:2.0:1746137570.170244:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303164416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.170343:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303164416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (1541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.170348:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3429 00002000:00100000:2.0:1746137570.170353:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5f80 x1830957303164416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.170360:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5f80 with x1830957303164416 ext(0->4095) 00010000:00010000:2.0:1746137570.170364:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.170373:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.170379:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5f80 00000100:00100000:0.0:1746137570.173132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.173301:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164544 00000100:00100000:3.0:1746137570.173310:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164544 00010000:00010000:3.0:1746137570.173339:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.173420:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18624 00000100:00100000:3.0:1746137570.173427:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303164544:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.173439:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.173457:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.173468:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.173488:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9978 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.173502:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.173504:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.173511:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.173517:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.173556:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.173569:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097088:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.174349:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.177907:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.178005:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097088:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.178034:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.178071:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303164544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4644us (4947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.178082:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18624 00000100:00100000:1.0:1746137570.178148:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164800 00000100:00100000:1.0:1746137570.178154:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164800 00002000:00100000:1.0:1746137570.178187:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4380 x1830957303164800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.178197:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4380 with x1830957303164800 ext(0->4095) 00002000:00010000:1.0:1746137570.178201:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4380 00000100:00100000:1.0:1746137570.178228:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14356 00000100:00100000:1.0:1746137570.178236:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303164800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.178360:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303164800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.178365:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14356 00002000:00100000:1.0:1746137570.178370:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4380 x1830957303164800/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.178377:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4380 with x1830957303164800 ext(0->4095) 00002000:00010000:1.0:1746137570.178380:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4380 00000100:00100000:0.0:1746137570.186574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.186710:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303164928 00000100:00100000:1.0:1746137570.186720:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303164928 00000100:00100000:1.0:1746137570.186774:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30859 00000100:00100000:1.0:1746137570.186783:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303164928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.186801:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.186818:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9986 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.186844:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.186851:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.186852:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.186855:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.186887:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.186897:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 67 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.186909:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293097216:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.187023:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.189577:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e819f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293097216:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.189601:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.189614:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042e200, rc 0) 00000100:00100000:1.0:1746137570.189655:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303164928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.189661:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30859 00000100:00100000:0.0:1746137570.193916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.194378:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165056 00000100:00100000:2.0:1746137570.194387:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165056 00002000:00100000:2.0:1746137570.194429:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba7100 x1830957303165056/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.194439:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957303165056 ext(0->7) 00010000:00010000:2.0:1746137570.194448:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 68 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.194467:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 68 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.194474:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7100 00000100:00100000:2.0:1746137570.194591:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3430 00000100:00100000:2.0:1746137570.194598:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957303165056:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137570.195435:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303165056:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 835us (1527us total) trans 4294972295 rc 0/0 00000100:00100000:2.0:1746137570.195442:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3430 00002000:00100000:2.0:1746137570.195448:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba7100 x1830957303165056/t4294972295(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.195455:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957303165056 ext(0->7) 00010000:00010000:2.0:1746137570.195460:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.195469:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.195475:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba7100 00000100:00100000:0.0:1746137570.204621:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.206475:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165184 00000100:00100000:1.0:1746137570.206488:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165184 00000100:00100000:1.0:1746137570.206549:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30860 00000100:00100000:1.0:1746137570.206557:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303165184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.206573:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.206590:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f998d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.206616:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.206623:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.206629:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137570.206632:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.206670:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.206681:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.206690:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042f200, rc 0) 00000100:00100000:1.0:1746137570.206734:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:1730:x1830957303165184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.206740:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30860 00000100:00100000:0.0:1746137570.207782:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.208795:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165312 00000100:00100000:3.0:1746137570.208803:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165312 00010000:00010000:3.0:1746137570.208830:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.209220:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18625 00000100:00100000:3.0:1746137570.209227:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957303165312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.209239:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.209256:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.209273:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.209291:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7e85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f997f expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.209851:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.209853:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.209860:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.209869:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.209901:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.209912:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.209923:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097472:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.210024:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.214120:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097472:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.214155:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.214195:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303165312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4968us (6415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.214209:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18625 00000100:00100000:0.0:1746137570.215404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.216154:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165568 00000100:00100000:3.0:1746137570.216162:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165568 00002000:00100000:3.0:1746137570.216199:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6a00 x1830957303165568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.216209:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957303165568 ext(0->4095) 00010000:00010000:3.0:1746137570.216218:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.216230:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.216236:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6a00 00000100:00100000:3.0:1746137570.216310:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3431 00000100:00100000:3.0:1746137570.216317:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303165568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.216441:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303165568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1040us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.216447:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3431 00002000:00100000:3.0:1746137570.216453:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6a00 x1830957303165568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.216460:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6a00 with x1830957303165568 ext(0->4095) 00010000:00010000:3.0:1746137570.216464:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.216477:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.216483:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6a00 00000100:00100000:0.0:1746137570.220195:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.220303:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165696 00000100:00100000:3.0:1746137570.220311:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165696 00010000:00010000:3.0:1746137570.220343:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.220532:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18626 00000100:00100000:3.0:1746137570.220539:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c405050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303165696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.220552:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.220570:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.220580:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.220598:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042e200/0x95b3ed7b846f7e8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9986 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.220622:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.220624:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.220630:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.220641:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.220672:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.220683:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097600:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.221555:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.223680:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.223777:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097600:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.223809:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.223857:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c405050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303165696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3318us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.223868:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18626 00000100:00100000:1.0:1746137570.223966:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303165952 00000100:00100000:1.0:1746137570.223972:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303165952 00002000:00100000:1.0:1746137570.224007:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434700 x1830957303165952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.224016:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434700 with x1830957303165952 ext(0->4095) 00002000:00010000:1.0:1746137570.224020:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434700 00000100:00100000:1.0:1746137570.224045:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14357 00000100:00100000:1.0:1746137570.224051:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957303165952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.224171:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957303165952:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.224180:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14357 00002000:00100000:1.0:1746137570.224186:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434700 x1830957303165952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.224193:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434700 with x1830957303165952 ext(0->4095) 00002000:00010000:1.0:1746137570.224196:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434700 00000100:00100000:0.0:1746137570.226770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.226886:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166080 00000100:00100000:2.0:1746137570.226893:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166080 00000100:00100000:2.0:1746137570.226959:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30861 00000100:00100000:2.0:1746137570.226966:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303166080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.226978:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.226993:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9994 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.227014:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.227020:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.227022:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.227024:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.227049:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.227058:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 69 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.227068:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293097728:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.227131:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.229587:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293097728:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.229615:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.229629:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137570.229673:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303166080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2707us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.229680:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30861 00000100:00100000:0.0:1746137570.229850:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.230489:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166208 00000100:00100000:3.0:1746137570.230496:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166208 00010000:00010000:3.0:1746137570.230521:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.230552:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18627 00000100:00100000:3.0:1746137570.230559:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303166208:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.230570:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.230589:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.230603:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.230622:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f7e93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f998d expref: 70 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.231049:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.231052:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.231059:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.231068:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.231098:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.231111:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097856:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.231896:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.234064:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.234297:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166336 00000100:00100000:2.0:1746137570.234306:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166336 00000100:00100000:2.0:1746137570.234477:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30862 00000100:00100000:2.0:1746137570.234486:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303166336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.234504:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.234519:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f999b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.234558:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.234565:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.234566:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.234569:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.234596:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.234606:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.234618:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293097984:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.234706:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.234906:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.235006:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166592 00000100:00100000:1.0:1746137570.235011:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166592 00002000:00100000:1.0:1746137570.235036:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435180 x1830957303166592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.235046:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435180 with x1830957303166592 ext(0->4095) 00010000:00010000:1.0:1746137570.235052:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.235062:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.235067:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435180 00000100:00100000:1.0:1746137570.235087:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3432 00000100:00100000:1.0:1746137570.235092:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303166592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.235198:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303166592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.235205:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3432 00002000:00100000:1.0:1746137570.235211:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435180 x1830957303166592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.235224:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435180 with x1830957303166592 ext(0->4095) 00010000:00010000:1.0:1746137570.235228:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.235237:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.235242:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435180 00000100:00100000:3.0:1746137570.235362:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293097856:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.235386:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.235407:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957303166208:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4849us (5558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.235415:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18627 00000100:00100000:0.0:1746137570.239414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.239753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.239842:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293097984:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.239868:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.239887:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137570.239931:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303166336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5446us (5874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.239963:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30862 00000100:00100000:2.0:1746137570.239989:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166720 00000100:00100000:2.0:1746137570.239995:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166720 00000100:00100000:3.0:1746137570.240273:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303166848 00000100:00100000:3.0:1746137570.240277:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303166848 00010000:00010000:3.0:1746137570.240294:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.240318:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18628 00000100:00100000:3.0:1746137570.240325:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303166848:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.240337:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.240354:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.240363:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.240383:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7e9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9994 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.240409:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.240411:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.240417:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.240425:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.240452:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.240464:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098112:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.240771:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30863 00000100:00100000:2.0:1746137570.240777:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1731:x1830957303166720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.240788:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.240796:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99a2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.240812:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.240818:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.240819:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.240821:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 71 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.240833:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.240841:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.240853:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293098240:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.241196:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.241586:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.246132:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293098240:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.246136:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098112:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.246161:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 71 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.246163:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137570.246176:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137570.246232:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:1731:x1830957303166720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5454us (6829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.246241:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30863 00000100:00100000:3.0:1746137570.246295:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303166848:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5885us (6456us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.246305:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18628 00000100:00100000:0.0:1746137570.246436:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.246485:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167104 00000100:00100000:1.0:1746137570.246492:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167104 00002000:00100000:1.0:1746137570.246536:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099436a00 x1830957303167104/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.246546:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957303167104 ext(0->4095) 00010000:00010000:1.0:1746137570.246552:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.246563:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.246569:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099436a00 00000100:00100000:1.0:1746137570.246598:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3433 00000100:00100000:1.0:1746137570.246605:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957303167104:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.246713:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957303167104:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.246719:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3433 00002000:00100000:1.0:1746137570.246724:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099436a00 x1830957303167104/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.246731:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957303167104 ext(0->4095) 00010000:00010000:1.0:1746137570.246735:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.246744:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.246749:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099436a00 00000100:00100000:0.0:1746137570.248251:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.248295:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167232 00000100:00100000:3.0:1746137570.248300:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167232 00010000:00010000:3.0:1746137570.248321:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.248662:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18629 00000100:00100000:3.0:1746137570.248669:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957303167232:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.248679:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.248694:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.248705:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.248723:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ea1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f999b expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.248747:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.248748:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.248754:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.248767:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.248794:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 70 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.248804:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098368:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.248852:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.250582:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098368:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.250610:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.250639:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957303167232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1971us (2390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.250649:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18629 00000100:00100000:0.0:1746137570.253892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.254046:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167488 00000100:00100000:2.0:1746137570.254055:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167488 00002000:00100000:2.0:1746137570.254092:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434380 x1830957303167488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.254102:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957303167488 ext(0->4095) 00002000:00010000:2.0:1746137570.254107:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434380 00000100:00100000:1.0:1746137570.255345:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14358 00000100:00100000:1.0:1746137570.255357:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303167488:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.255513:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303167488:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (1628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.255520:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14358 00002000:00100000:1.0:1746137570.255539:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434380 x1830957303167488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.255546:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957303167488 ext(0->4095) 00002000:00010000:1.0:1746137570.255550:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434380 00000100:00100000:0.0:1746137570.257298:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.257376:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167616 00000100:00100000:2.0:1746137570.257383:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167616 00000100:00100000:2.0:1746137570.257413:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30864 00000100:00100000:2.0:1746137570.257420:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303167616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.257432:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.257448:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99a9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.257477:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 69 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.257484:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.257486:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.257490:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.257518:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 69 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.257539:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 69 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.257551:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293098496:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.257628:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.261858:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.262033:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.262106:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167744 00000100:00100000:3.0:1746137570.262113:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167744 00000100:00100000:2.0:1746137570.262124:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293098496:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.262148:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 70 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.262148:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137570.262152:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303167872 00000100:00100000:0.0:1746137570.262156:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303167872 00010000:00010000:2.0:1746137570.262162:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:3.0:1746137570.262181:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18630 00000100:00100000:0.0:1746137570.262184:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30865 00000100:00100000:3.0:1746137570.262188:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957303167744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.262201:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.262219:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.262226:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303167616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4806us (4932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.262232:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30864 00010000:00010000:3.0:1746137570.262233:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.262251:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7ea8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a2 expref: 71 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.262265:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.262267:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.262272:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.262280:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137570.262295:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303167872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.262304:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.262315:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098624:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.262551:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.262561:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99b0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.262569:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746137570.262579:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.262584:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.262586:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.262588:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 71 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.262605:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.262614:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.262622:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293098752:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.262643:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.263879:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293098752:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.263897:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 71 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.263908:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042fe00, rc 0) 00000100:00100000:1.0:1746137570.263933:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:1730:x1830957303167872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.263960:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30865 00000100:00100000:3.0:1746137570.263971:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098624:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.263990:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.264005:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303167744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1818us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.264011:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18630 00000100:00100000:0.0:1746137570.264450:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.264518:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168128 00000100:00100000:2.0:1746137570.264534:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168128 00002000:00100000:2.0:1746137570.264567:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d9880 x1830957303168128/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.264577:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d9880 with x1830957303168128 ext(0->4095) 00010000:00010000:2.0:1746137570.264583:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.264595:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.264601:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734d9880 00000100:00100000:2.0:1746137570.264625:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3434 00000100:00100000:2.0:1746137570.264631:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303168128:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137570.264914:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303168128:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 281us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.264920:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3434 00002000:00100000:2.0:1746137570.264925:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d9880 x1830957303168128/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.264933:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d9880 with x1830957303168128 ext(0->4095) 00010000:00010000:2.0:1746137570.264955:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.264963:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.264969:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734d9880 00000100:00100000:0.0:1746137570.266365:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.266431:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168256 00000100:00100000:3.0:1746137570.266437:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168256 00010000:00010000:3.0:1746137570.266458:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.266543:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18631 00000100:00100000:3.0:1746137570.266550:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303168256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.266559:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.266576:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.266586:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.266604:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7eaf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99a9 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.266816:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.266818:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.266824:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.266832:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.266860:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.266872:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098880:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.267229:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.268713:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293098880:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137570.268721:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137570.268742:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.268861:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168512 00000100:00100000:2.0:1746137570.268867:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168512 00002000:00100000:2.0:1746137570.268901:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8e00 x1830957303168512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137570.268911:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303168256:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2361us (2549us total) trans 0 rc 0/0 00002000:00100000:2.0:1746137570.268911:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8e00 with x1830957303168512 ext(0->4095) 00002000:00010000:2.0:1746137570.268914:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d8e00 00000100:00100000:3.0:1746137570.268919:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18631 00000100:00100000:2.0:1746137570.268955:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14359 00000100:00100000:2.0:1746137570.268961:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2007:x1830957303168512:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137570.269391:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2007:x1830957303168512:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 428us (667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.269397:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14359 00002000:00100000:2.0:1746137570.269402:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8e00 x1830957303168512/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.269410:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8e00 with x1830957303168512 ext(0->4095) 00002000:00010000:2.0:1746137570.269413:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d8e00 00000100:00100000:0.0:1746137570.271035:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.271294:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168640 00000100:00100000:1.0:1746137570.271302:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168640 00000100:00100000:1.0:1746137570.271398:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30866 00000100:00100000:1.0:1746137570.271406:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303168640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.271419:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.271433:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99b7 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.271458:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.271464:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.271466:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.271468:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.271493:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.271558:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 69 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.271573:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293099008:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.272790:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.279351:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293099008:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.279379:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.279399:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6f400, rc 0) 00000100:00100000:1.0:1746137570.279440:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303168640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8035us (8409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.279448:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30866 00000100:00100000:1.0:1746137570.284451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.284519:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168768 00000100:00100000:3.0:1746137570.284537:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168768 00002000:00100000:3.0:1746137570.284577:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736e6680 x1830957303168768/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.284590:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6680 with x1830957303168768 ext(0->7) 00010000:00010000:3.0:1746137570.284599:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 70 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.284611:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 70 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.284618:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6680 00000100:00100000:3.0:1746137570.284648:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3435 00000100:00100000:3.0:1746137570.284655:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303168768:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137570.287167:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303168768:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2503us (2716us total) trans 4294972296 rc 0/0 00000100:00100000:0.0:1746137570.287179:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3435 00002000:00100000:0.0:1746137570.287188:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800736e6680 x1830957303168768/t4294972296(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.287197:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e6680 with x1830957303168768 ext(0->7) 00010000:00010000:0.0:1746137570.287207:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.287220:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.287226:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e6680 00000100:00100000:1.0:1746137570.293027:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.293210:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303168896 00000100:00100000:3.0:1746137570.293219:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303168896 00010000:00010000:3.0:1746137570.293253:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.293295:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18632 00000100:00100000:3.0:1746137570.293303:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303168896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.293316:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.293335:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.293347:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.293368:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7eb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b0 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.293397:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.293399:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.293405:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.293413:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.293447:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.293460:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099136:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.293561:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.305223:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.305449:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169152 00000100:00100000:1.0:1746137570.305458:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169152 00000100:00100000:0.0:1746137570.305476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.305508:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169280 00000100:00100000:0.0:1746137570.305510:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169280 00000100:00100000:0.0:1746137570.305593:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30867 00000100:00100000:0.0:1746137570.305600:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303169280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137570.305618:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137570.305637:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99be expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.305662:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.305668:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.305670:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.305672:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.305698:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.305707:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:0.0:1746137570.305718:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800734daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293099264:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137570.305772:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.305911:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099136:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.305948:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.305968:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303168896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 12666us (12953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.305976:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18632 00002000:00100000:1.0:1746137570.306293:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734dbb80 x1830957303169152/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.306302:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734dbb80 with x1830957303169152 ext(0->4095) 00010000:00010000:1.0:1746137570.306307:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.306316:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.306321:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734dbb80 00000100:00100000:1.0:1746137570.307739:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3436 00000100:00100000:1.0:1746137570.307750:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303169152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.308129:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303169152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 381us (2914us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.308135:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3436 00002000:00100000:1.0:1746137570.308142:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734dbb80 x1830957303169152/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.308150:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734dbb80 with x1830957303169152 ext(0->4095) 00010000:00010000:1.0:1746137570.308156:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.308166:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.308172:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734dbb80 00000100:00100000:0.0:1746137570.311091:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.311108:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800734daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293099264:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.311146:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311163:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe800, rc 0) 00000100:00100000:2.0:1746137570.311202:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303169280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5602us (5725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.311209:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30867 00000100:00100000:2.0:1746137570.311234:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169408 00000100:00100000:2.0:1746137570.311240:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169408 00000100:00100000:2.0:1746137570.311280:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30868 00000100:00100000:2.0:1746137570.311286:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1731:x1830957303169408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.311299:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.311312:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99c5 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311331:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.311335:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311340:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.311343:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 73 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311373:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311382:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 73 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.311388:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137570.311403:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1731:x1830957303169408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.311408:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30868 00000100:00100000:2.0:1746137570.313153:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.313347:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169536 00000100:00100000:3.0:1746137570.313353:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169536 00010000:00010000:3.0:1746137570.313377:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.313397:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18633 00000100:00100000:3.0:1746137570.313402:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c404c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303169536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.313413:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.313428:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.313438:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.313454:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7ebd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99b7 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.313470:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.313472:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.313477:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.313483:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.313505:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.313515:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.313535:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099520:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.313585:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f56c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.317503:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.317510:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099520:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.317548:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.317598:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169792 00000100:00100000:1.0:1746137570.317606:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169792 00000100:00100000:3.0:1746137570.317671:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303169536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4266us (4573us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137570.317673:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957303169792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137570.317679:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18633 00002000:00100000:1.0:1746137570.317682:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957303169792 ext(0->4095) 00010000:00010000:1.0:1746137570.317689:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.317702:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.317708:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57aa00 00000100:00100000:1.0:1746137570.317747:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3437 00000100:00100000:1.0:1746137570.317754:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303169792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.317862:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303169792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.317867:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3437 00002000:00100000:1.0:1746137570.317873:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957303169792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.317879:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957303169792 ext(0->4095) 00010000:00010000:1.0:1746137570.317884:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.317893:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.317898:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57aa00 00000100:00100000:0.0:1746137570.321241:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.321765:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303169920 00000100:00100000:3.0:1746137570.321775:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303169920 00010000:00010000:3.0:1746137570.321807:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.321847:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18634 00000100:00100000:3.0:1746137570.321855:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303169920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.321868:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.321888:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.321899:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.321919:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7ec4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99be expref: 73 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.322046:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.322048:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.322054:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.322062:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.322093:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.322105:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099648:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.322185:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.325673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.325793:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099648:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.325825:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.325866:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303169920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4011us (4634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.325877:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18634 00000100:00100000:1.0:1746137570.325958:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170176 00000100:00100000:1.0:1746137570.325966:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170176 00002000:00100000:1.0:1746137570.326001:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a680 x1830957303170176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.326012:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a680 with x1830957303170176 ext(0->4095) 00002000:00010000:1.0:1746137570.326016:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57a680 00000100:00100000:1.0:1746137570.326045:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14360 00000100:00100000:1.0:1746137570.326051:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303170176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.326161:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303170176:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.326167:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14360 00002000:00100000:1.0:1746137570.326172:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a680 x1830957303170176/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.326179:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a680 with x1830957303170176 ext(0->4095) 00002000:00010000:1.0:1746137570.326182:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57a680 00000100:00100000:0.0:1746137570.330321:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.330665:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170304 00000100:00100000:1.0:1746137570.330674:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170304 00000100:00100000:1.0:1746137570.330726:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30869 00000100:00100000:1.0:1746137570.330733:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303170304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.330750:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.330765:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99cc expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.330792:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 71 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.330799:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.330800:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.330803:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.330832:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 71 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.330841:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 71 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.330852:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293099776:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.330969:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.334961:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293099776:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.334992:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.335014:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc02200, rc 0) 00000100:00100000:1.0:1746137570.335066:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303170304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4332us (4753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.335074:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30869 00000100:00100000:0.0:1746137570.337531:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.337575:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.338030:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170560 00000100:00100000:3.0:1746137570.338040:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170560 00010000:00010000:3.0:1746137570.338072:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.338113:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18635 00000100:00100000:3.0:1746137570.338120:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303170560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.338135:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.338153:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.338164:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.338184:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ecb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99c5 expref: 72 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.338207:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.338209:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.338216:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.338222:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.338252:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.338263:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099904:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.338336:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.338577:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170432 00000100:00100000:1.0:1746137570.338581:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170432 00000100:00100000:1.0:1746137570.338615:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30870 00000100:00100000:1.0:1746137570.338620:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303170432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.338632:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.338641:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99d3 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.338656:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.338661:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.338662:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.338664:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.338679:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.338688:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.338699:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100032:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.338722:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.343951:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100032:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137570.343984:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.344000:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03200, rc 0) 00000100:00100000:0.0:1746137570.344055:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957303170432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5432us (6538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137570.344064:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30870 00000100:00100000:1.0:1746137570.344145:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.344162:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170816 00000100:00100000:2.0:1746137570.344169:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170816 00002000:00100000:2.0:1746137570.344202:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4380 x1830957303170816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.344212:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4380 with x1830957303170816 ext(0->4095) 00010000:00010000:2.0:1746137570.344218:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.344229:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.344236:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e4380 00000100:00100000:2.0:1746137570.344261:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3438 00000100:00100000:2.0:1746137570.344268:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303170816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.344312:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293099904:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.344334:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.344353:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303170560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6233us (6776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.344362:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18635 00000100:00100000:2.0:1746137570.344385:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303170816:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.344390:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3438 00002000:00100000:2.0:1746137570.344395:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e4380 x1830957303170816/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.344402:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e4380 with x1830957303170816 ext(0->4095) 00010000:00010000:2.0:1746137570.344406:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.344414:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.344420:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e4380 00000100:00100000:0.0:1746137570.349884:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.350633:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303170944 00000100:00100000:3.0:1746137570.350643:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303170944 00010000:00010000:3.0:1746137570.350677:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.350712:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18636 00000100:00100000:3.0:1746137570.350719:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303170944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.350733:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.350753:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.350771:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.350793:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7ed2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99cc expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.350810:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.350812:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.350818:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.350825:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.350853:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.350865:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100160:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.350945:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.350979:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.351075:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171072 00000100:00100000:2.0:1746137570.351078:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171072 00000100:00100000:2.0:1746137570.351100:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30871 00000100:00100000:2.0:1746137570.351105:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303171072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.351117:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.351127:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99da expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.351142:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.351147:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.351149:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.351151:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.351166:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.351175:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.351182:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100288:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.351208:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.353860:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100160:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.353891:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.353929:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303170944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3208us (4055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.353969:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18636 00000100:00100000:2.0:1746137570.353981:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100288:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.354001:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.354015:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137570.354034:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303171072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (3055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.354040:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30871 00000100:00100000:0.0:1746137570.355301:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.355639:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171328 00000100:00100000:2.0:1746137570.355646:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171328 00002000:00100000:2.0:1746137570.355681:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57b100 x1830957303171328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.355690:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b100 with x1830957303171328 ext(0->4095) 00010000:00010000:2.0:1746137570.355698:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.355711:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.355717:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57b100 00000100:00100000:2.0:1746137570.355735:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3439 00000100:00100000:2.0:1746137570.355743:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303171328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.355848:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303171328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.355854:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3439 00002000:00100000:2.0:1746137570.355860:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57b100 x1830957303171328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.355873:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57b100 with x1830957303171328 ext(0->4095) 00010000:00010000:2.0:1746137570.355877:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.355886:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.355891:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57b100 00000100:00100000:0.0:1746137570.359338:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.359384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.359400:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171584 00000100:00100000:2.0:1746137570.359410:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171584 00000100:00100000:3.0:1746137570.359454:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171456 00000100:00100000:3.0:1746137570.359458:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171456 00000100:00100000:2.0:1746137570.359459:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30872 00000100:00100000:2.0:1746137570.359466:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957303171584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.359477:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.359478:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.359489:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99e1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.359496:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18637 00000100:00100000:3.0:1746137570.359500:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2005:x1830957303171456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.359507:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.359511:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.359515:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.359520:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137570.359535:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.359647:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.359657:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.359671:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7ed9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99d3 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.359678:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.359691:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.359693:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.359697:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.359704:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.359757:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.359766:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00010000:00010000:3.0:1746137570.359773:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.359782:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.359792:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100544:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.359801:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957303171584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 336us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.359806:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30872 00000100:00100000:3.0:1746137570.360018:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.362905:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.363074:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100544:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.363103:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.363138:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303171456:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3637us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.363148:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18637 00000100:00100000:1.0:1746137570.363215:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171840 00000100:00100000:1.0:1746137570.363221:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171840 00002000:00100000:1.0:1746137570.363250:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57ad80 x1830957303171840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.363260:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957303171840 ext(0->4095) 00010000:00010000:1.0:1746137570.363267:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.363278:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.363284:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:1.0:1746137570.363309:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3440 00000100:00100000:1.0:1746137570.363315:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303171840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.363421:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303171840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.363427:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3440 00002000:00100000:1.0:1746137570.363431:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57ad80 x1830957303171840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.363437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957303171840 ext(0->4095) 00010000:00010000:1.0:1746137570.363442:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.363450:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.363455:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:0.0:1746137570.368644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.370596:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303171968 00000100:00100000:3.0:1746137570.370608:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303171968 00010000:00010000:3.0:1746137570.370643:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.370687:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18638 00000100:00100000:3.0:1746137570.370695:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303171968:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.370711:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.370729:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.370741:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.370761:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7ee0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99da expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.370780:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.370782:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.370788:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.370796:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.370829:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.370841:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100672:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.370925:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.376172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.376535:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100672:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.376566:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.376608:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303171968:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5913us (7976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.376622:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18638 00000100:00100000:2.0:1746137570.376696:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172224 00000100:00100000:2.0:1746137570.376702:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172224 00002000:00100000:2.0:1746137570.376737:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578e00 x1830957303172224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.376747:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578e00 with x1830957303172224 ext(0->4095) 00002000:00010000:2.0:1746137570.376751:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f578e00 00000100:00100000:2.0:1746137570.376777:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14361 00000100:00100000:2.0:1746137570.376782:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303172224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.376883:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303172224:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (722us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.376887:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14361 00002000:00100000:2.0:1746137570.376892:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578e00 x1830957303172224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.376899:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578e00 with x1830957303172224 ext(0->4095) 00002000:00010000:2.0:1746137570.376901:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f578e00 00000100:00100000:0.0:1746137570.378918:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.379020:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172352 00000100:00100000:2.0:1746137570.379028:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172352 00000100:00100000:2.0:1746137570.379060:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30873 00000100:00100000:2.0:1746137570.379066:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303172352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.379079:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.379095:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99e8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.379121:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.379128:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.379130:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.379133:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.379158:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.379168:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.379179:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100800:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.379253:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.380983:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293100800:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.381009:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.381028:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137570.381062:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303172352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1995us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.381069:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30873 00000100:00100000:0.0:1746137570.382119:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.382354:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172480 00000100:00100000:3.0:1746137570.382361:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172480 00010000:00010000:3.0:1746137570.382390:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.382424:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18639 00000100:00100000:3.0:1746137570.382431:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2006:x1830957303172480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.382443:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.382460:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.382472:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.382490:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f7ee7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e1 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.383329:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.383332:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.383339:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.383348:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.383377:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.383390:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100928:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.383453:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.385040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.385553:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172608 00000100:00100000:2.0:1746137570.385561:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172608 00000100:00100000:2.0:1746137570.385819:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30874 00000100:00100000:2.0:1746137570.385827:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303172608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.385847:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.385861:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99ef expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.385884:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.385891:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.385892:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.385895:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.385915:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.385925:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.385965:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101056:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.386087:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.386250:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293100928:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.386277:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.386296:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.386308:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957303172480:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3877us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.386316:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18639 00000100:00100000:3.0:1746137570.386345:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172864 00000100:00100000:3.0:1746137570.386348:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172864 00002000:00100000:3.0:1746137570.386369:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5f80 x1830957303172864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.386379:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5f80 with x1830957303172864 ext(0->4095) 00010000:00010000:3.0:1746137570.386384:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.386393:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.386400:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5f80 00000100:00100000:3.0:1746137570.386423:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3441 00000100:00100000:3.0:1746137570.386428:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303172864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.386672:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303172864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 242us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.386755:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3441 00002000:00100000:3.0:1746137570.386761:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5f80 x1830957303172864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.386768:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5f80 with x1830957303172864 ext(0->4095) 00010000:00010000:3.0:1746137570.386773:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.386782:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.386788:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5f80 00000100:00100000:2.0:1746137570.388244:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101056:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.388270:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.388283:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137570.388311:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303172608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (3278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.388318:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30874 00000100:00100000:0.0:1746137570.388371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.388431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.388520:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303173120 00000100:00100000:3.0:1746137570.388538:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303173120 00010000:00010000:3.0:1746137570.388556:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.388580:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303172992 00000100:00100000:3.0:1746137570.388581:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18640 00000100:00100000:2.0:1746137570.388583:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303172992 00000100:00100000:3.0:1746137570.388587:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c404850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303173120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.388598:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137570.388598:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30875 00000100:00100000:2.0:1746137570.388602:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1731:x1830957303172992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.388611:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.388615:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.388620:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99f6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.388624:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.388638:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7eee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99e8 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.388726:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.388759:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.388765:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.388769:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.388779:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.388781:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.388786:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.388793:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.388811:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.388820:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.388828:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.388830:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101312:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.388834:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.388841:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101184:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.388890:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.388890:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.390240:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101312:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.390256:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.390264:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe800, rc 0) 00000100:00100000:0.0:1746137570.390392:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.390428:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101184:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.390449:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.390460:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1731:x1830957303172992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1855us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.390466:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30875 00000100:00100000:2.0:1746137570.390506:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303173376 00000100:00100000:2.0:1746137570.390510:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303173376 00000100:00100000:3.0:1746137570.390558:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303173120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1971us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.390565:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18640 00002000:00100000:2.0:1746137570.390737:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f87b80 x1830957303173376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.390747:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f87b80 with x1830957303173376 ext(0->4095) 00010000:00010000:2.0:1746137570.390754:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.390773:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.390779:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f87b80 00000100:00100000:2.0:1746137570.390832:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3442 00000100:00100000:2.0:1746137570.390838:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957303173376:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.391018:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957303173376:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.391024:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3442 00002000:00100000:2.0:1746137570.391029:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f87b80 x1830957303173376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.391036:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f87b80 with x1830957303173376 ext(0->4095) 00010000:00010000:2.0:1746137570.391040:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.391048:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.391054:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f87b80 00000100:00100000:0.0:1746137570.392362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.392396:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303173504 00000100:00100000:3.0:1746137570.392400:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303173504 00010000:00010000:3.0:1746137570.392418:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.392450:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18641 00000100:00100000:3.0:1746137570.392456:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303173504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.392464:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.392477:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.392487:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.392504:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7ef5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99ef expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.392532:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.392534:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.392540:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.392547:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.392576:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.392587:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101440:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.392644:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.393785:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101440:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.393811:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.393840:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303173504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1384us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.393848:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18641 00000100:00100000:0.0:1746137570.393976:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.394040:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303173760 00000100:00100000:1.0:1746137570.394045:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303173760 00002000:00100000:1.0:1746137570.394072:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84380 x1830957303173760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.394080:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957303173760 ext(0->4095) 00002000:00010000:1.0:1746137570.394084:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84380 00000100:00100000:1.0:1746137570.394096:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14362 00000100:00100000:1.0:1746137570.394102:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957303173760:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137570.394424:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957303173760:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 321us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.394430:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14362 00002000:00100000:1.0:1746137570.394435:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84380 x1830957303173760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.394442:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957303173760 ext(0->4095) 00002000:00010000:1.0:1746137570.394444:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84380 00000100:00100000:0.0:1746137570.395763:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.395830:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303173888 00000100:00100000:2.0:1746137570.395835:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303173888 00000100:00100000:2.0:1746137570.395880:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30876 00000100:00100000:2.0:1746137570.395886:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303173888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.395896:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.395909:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f99fd expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.395931:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.395955:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.395957:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.395961:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.395985:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.395996:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.396008:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101568:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.396071:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.397437:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101568:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.397540:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.397556:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137570.397589:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303173888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1703us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.397596:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30876 00000100:00100000:0.0:1746137570.397730:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.397797:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174016 00000100:00100000:3.0:1746137570.397802:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174016 00010000:00010000:3.0:1746137570.397821:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.397843:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18642 00000100:00100000:3.0:1746137570.397850:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303174016:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.397858:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.397875:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.397884:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.397901:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f7efc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99f6 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.398076:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.398078:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.398084:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.398092:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.398117:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.398126:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101696:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.398172:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.399502:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101696:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137570.399515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137570.399533:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.399555:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2005:x1830957303174016:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1705us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.399562:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18642 00000100:00100000:1.0:1746137570.399618:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174272 00000100:00100000:1.0:1746137570.399623:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174272 00002000:00100000:1.0:1746137570.399650:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85180 x1830957303174272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.399659:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85180 with x1830957303174272 ext(0->4095) 00002000:00010000:1.0:1746137570.399663:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f85180 00000100:00100000:1.0:1746137570.399688:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14363 00000100:00100000:1.0:1746137570.399694:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303174272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.399792:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303174272:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.399797:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14363 00002000:00100000:1.0:1746137570.399802:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85180 x1830957303174272/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.399809:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85180 with x1830957303174272 ext(0->4095) 00002000:00010000:1.0:1746137570.399811:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f85180 00000100:00100000:0.0:1746137570.401383:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.401428:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174400 00000100:00100000:2.0:1746137570.401433:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174400 00000100:00100000:2.0:1746137570.401467:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30877 00000100:00100000:2.0:1746137570.401472:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:1731:x1830957303174400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.401481:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.401492:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a04 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.401509:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.401513:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.401515:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.401517:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.401558:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.401568:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.401578:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101824:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.401642:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.402579:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293101824:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.402597:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 72 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.402613:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137570.402649:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1731:x1830957303174400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1175us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.402655:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30877 00000100:00100000:0.0:1746137570.403081:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.403143:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174528 00000100:00100000:3.0:1746137570.403147:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174528 00010000:00010000:3.0:1746137570.403166:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.403183:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18643 00000100:00100000:3.0:1746137570.403188:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303174528:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.403197:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.403213:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.403222:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.403237:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f7f03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f99fd expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.403247:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.403248:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.403253:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.403260:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.403284:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.403293:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101952:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.403341:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.405145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.405191:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174784 00000100:00100000:1.0:1746137570.405197:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174784 00002000:00100000:1.0:1746137570.405226:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957303174784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.405235:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957303174784 ext(0->4095) 00002000:00010000:1.0:1746137570.405238:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419f80 00000100:00100000:1.0:1746137570.405264:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14364 00000100:00100000:1.0:1746137570.405271:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303174784:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.405371:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303174784:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.405379:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14364 00002000:00100000:1.0:1746137570.405384:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957303174784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.405390:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957303174784 ext(0->4095) 00002000:00010000:1.0:1746137570.405392:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419f80 00000100:00100000:3.0:1746137570.405717:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293101952:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.405745:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.405768:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303174528:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2579us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.405775:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18643 00000100:00100000:0.0:1746137570.408661:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.408745:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303174912 00000100:00100000:2.0:1746137570.408753:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303174912 00000100:00100000:2.0:1746137570.408799:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30878 00000100:00100000:2.0:1746137570.408806:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303174912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.408820:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.408835:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a0b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.408860:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.408867:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.408869:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.408872:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.408898:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.408908:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 71 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.408925:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102080:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.409790:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.411419:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102080:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.411445:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.411459:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137570.411495:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303174912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2689us (2840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.411503:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30878 00000100:00100000:0.0:1746137570.412420:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.412505:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175040 00000100:00100000:2.0:1746137570.412511:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175040 00002000:00100000:2.0:1746137570.412553:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f41ad80 x1830957303175040/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.412563:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41ad80 with x1830957303175040 ext(0->7) 00010000:00010000:2.0:1746137570.412569:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.412580:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 72 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.412587:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41ad80 00000100:00100000:2.0:1746137570.413213:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3443 00000100:00100000:2.0:1746137570.413221:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303175040:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137570.414340:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2005:x1830957303175040:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1118us (1919us total) trans 4294972297 rc 0/0 00000100:00100000:2.0:1746137570.414346:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3443 00002000:00100000:2.0:1746137570.414353:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f41ad80 x1830957303175040/t4294972297(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.414360:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41ad80 with x1830957303175040 ext(0->7) 00010000:00010000:2.0:1746137570.414367:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.414377:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.414383:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41ad80 00000100:00100000:0.0:1746137570.416667:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.416996:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175168 00000100:00100000:3.0:1746137570.417005:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175168 00010000:00010000:3.0:1746137570.417035:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.417059:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18644 00000100:00100000:3.0:1746137570.417066:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2008:x1830957303175168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.417083:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.417099:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.417111:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.417128:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f0a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a04 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.417156:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.417158:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.417164:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.417172:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.417201:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.417213:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102208:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.418172:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.419805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.419901:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175424 00000100:00100000:2.0:1746137570.419909:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175424 00002000:00100000:2.0:1746137570.419973:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419c00 x1830957303175424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.419982:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419c00 with x1830957303175424 ext(0->4095) 00002000:00010000:2.0:1746137570.419986:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419c00 00000100:00100000:2.0:1746137570.420009:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14365 00000100:00100000:2.0:1746137570.420016:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303175424:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137570.420152:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303175424:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.420159:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14365 00002000:00100000:2.0:1746137570.420165:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419c00 x1830957303175424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.420172:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419c00 with x1830957303175424 ext(0->4095) 00002000:00010000:2.0:1746137570.420174:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419c00 00000100:00100000:3.0:1746137570.420252:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102208:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.420280:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.420304:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2008:x1830957303175168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3238us (3643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.420315:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18644 00000100:00100000:0.0:1746137570.421986:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.422051:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175552 00000100:00100000:2.0:1746137570.422056:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175552 00000100:00100000:2.0:1746137570.422091:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30879 00000100:00100000:2.0:1746137570.422097:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1731:x1830957303175552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.422107:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.422121:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a12 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.422143:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.422149:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.422151:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.422153:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.422177:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.422188:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.422198:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102336:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.422262:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.423783:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102336:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.423804:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 74 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.423817:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137570.423844:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:1731:x1830957303175552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1747us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.423851:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30879 00000100:00100000:0.0:1746137570.431222:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.431335:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175680 00000100:00100000:3.0:1746137570.431345:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175680 00010000:00010000:3.0:1746137570.431378:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.431403:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18645 00000100:00100000:3.0:1746137570.431410:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303175680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.431423:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.431442:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.431453:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.431473:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f11 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a0b expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.431875:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.431878:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.431885:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.431894:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.431927:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.431975:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102464:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.432598:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.435125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.435263:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303175936 00000100:00100000:1.0:1746137570.435271:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303175936 00002000:00100000:1.0:1746137570.435311:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41b800 x1830957303175936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.435320:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41b800 with x1830957303175936 ext(0->4095) 00002000:00010000:1.0:1746137570.435325:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41b800 00000100:00100000:1.0:1746137570.435343:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14366 00000100:00100000:1.0:1746137570.435350:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2008:x1830957303175936:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137570.435493:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2008:x1830957303175936:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.435499:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14366 00002000:00100000:1.0:1746137570.435505:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41b800 x1830957303175936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.435512:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41b800 with x1830957303175936 ext(0->4095) 00002000:00010000:1.0:1746137570.435514:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41b800 00000100:00100000:3.0:1746137570.435818:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102464:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.435849:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.435874:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303175680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4464us (4663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.435881:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18645 00000100:00100000:0.0:1746137570.441792:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.441959:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176064 00000100:00100000:2.0:1746137570.441968:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176064 00000100:00100000:2.0:1746137570.442015:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30880 00000100:00100000:2.0:1746137570.442023:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303176064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.442040:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.442056:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a19 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.442082:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.442089:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.442090:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.442093:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.442122:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.442137:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 73 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.442149:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102592:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.442405:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.444610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.444698:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176192 00000100:00100000:3.0:1746137570.444706:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176192 00002000:00100000:3.0:1746137570.444742:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f419500 x1830957303176192/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.444751:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419500 with x1830957303176192 ext(0->7) 00010000:00010000:3.0:1746137570.444758:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.444770:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 74 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.444777:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419500 00000100:00100000:3.0:1746137570.444806:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3444 00000100:00100000:3.0:1746137570.444814:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2006:x1830957303176192:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137570.444989:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293102592:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.445012:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.445024:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc 0) 00000100:00100000:2.0:1746137570.445060:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303176064:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3038us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.445067:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30880 00000100:00100000:3.0:1746137570.446035:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2006:x1830957303176192:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1219us (1429us total) trans 4294972298 rc 0/0 00000100:00100000:3.0:1746137570.446045:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3444 00002000:00100000:3.0:1746137570.446051:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f419500 x1830957303176192/t4294972298(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.446058:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419500 with x1830957303176192 ext(0->7) 00010000:00010000:3.0:1746137570.446063:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.446073:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.446078:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419500 00000100:00100000:0.0:1746137570.448471:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.448557:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176320 00000100:00100000:3.0:1746137570.448566:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176320 00010000:00010000:3.0:1746137570.448594:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.448630:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18646 00000100:00100000:3.0:1746137570.448637:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2007:x1830957303176320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.448649:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.448665:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.448676:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.448695:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a12 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.448722:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.448724:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.448731:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.448738:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.448774:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.448787:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102720:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.448852:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.454091:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293102720:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.454127:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.454181:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2007:x1830957303176320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5543us (5714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.454192:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18646 00000100:00100000:0.0:1746137570.454272:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.454565:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176576 00000100:00100000:3.0:1746137570.454571:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176576 00002000:00100000:3.0:1746137570.454604:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957303176576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.454614:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957303176576 ext(0->4095) 00002000:00010000:3.0:1746137570.454619:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4e00 00000100:00100000:3.0:1746137570.454642:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14367 00000100:00100000:3.0:1746137570.454649:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303176576:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137570.454771:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303176576:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.454777:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14367 00002000:00100000:3.0:1746137570.454782:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957303176576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.454789:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957303176576 ext(0->4095) 00002000:00010000:3.0:1746137570.454792:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4e00 00000100:00100000:0.0:1746137570.463052:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.463753:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176704 00000100:00100000:2.0:1746137570.463764:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176704 00000100:00100000:2.0:1746137570.463820:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30881 00000100:00100000:2.0:1746137570.463828:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:1730:x1830957303176704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746137570.463833:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137570.463847:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.463862:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a20 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.464059:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176832 00000100:00100000:3.0:1746137570.464064:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176832 00000100:00100000:3.0:1746137570.464131:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30882 00000100:00100000:3.0:1746137570.464137:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:1731:x1830957303176832:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.464145:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.464152:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a27 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.464177:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.464184:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.464187:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.464190:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.464220:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.464236:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 5 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.464244:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746137570.464248:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293102848:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.464250:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.464260:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.464262:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.464285:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.464295:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.464304:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137570.464327:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303176704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 501us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.464333:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30881 00000100:00100000:3.0:1746137570.464338:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.465860:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293102848:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.465895:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.465904:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540200, rc 0) 00000100:00100000:3.0:1746137570.465961:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1731:x1830957303176832:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (2128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.465967:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30882 00000100:00100000:0.0:1746137570.466351:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.466423:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303176960 00000100:00100000:3.0:1746137570.466428:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303176960 00010000:00010000:3.0:1746137570.466448:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.466465:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18647 00000100:00100000:3.0:1746137570.466482:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c404450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303176960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.466491:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.466508:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.466532:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.466549:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f7f1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a19 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.466573:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.466575:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.466580:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 76 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.466586:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 76 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.466606:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 76 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.466615:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 76 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.466623:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103104:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.466670:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.468827:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.468968:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177216 00000100:00100000:2.0:1746137570.468976:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177216 00002000:00100000:2.0:1746137570.469011:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957303177216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.469021:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957303177216 ext(0->4095) 00010000:00010000:2.0:1746137570.469029:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.469041:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.469047:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5880 00000100:00100000:2.0:1746137570.469178:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3445 00000100:00100000:2.0:1746137570.469195:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2008:x1830957303177216:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137570.469354:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2008:x1830957303177216:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.469361:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3445 00002000:00100000:2.0:1746137570.469369:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957303177216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.469379:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957303177216 ext(0->4095) 00010000:00010000:2.0:1746137570.469386:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.469398:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.469405:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5880 00000100:00100000:3.0:1746137570.469537:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103104:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.469565:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.469609:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303176960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3137us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.469619:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18647 00000100:00100000:0.0:1746137570.472927:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.473243:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177344 00000100:00100000:3.0:1746137570.473252:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177344 00000100:00100000:3.0:1746137570.473304:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30883 00000100:00100000:3.0:1746137570.473312:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303177344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.473328:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.473344:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a2e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.473669:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.473684:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.473690:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137570.473693:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.473803:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.473817:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.473825:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6f400, rc 0) 00000100:00100000:3.0:1746137570.473869:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303177344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 558us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.473875:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30883 00000100:00100000:0.0:1746137570.474033:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.474319:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177472 00000100:00100000:3.0:1746137570.474323:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177472 00010000:00010000:3.0:1746137570.474337:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.474366:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18648 00000100:00100000:3.0:1746137570.474372:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957303177472:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.474624:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.474644:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.474655:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.474673:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a27 expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.474694:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.474695:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.474700:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.474707:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.474727:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.474740:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.474756:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103360:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.474822:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.476472:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103360:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.476498:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.476610:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303177472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2236us (2576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.476619:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18648 00000100:00100000:1.0:1746137570.482198:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.482383:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177728 00000100:00100000:2.0:1746137570.482393:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177728 00002000:00100000:2.0:1746137570.482554:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5180 x1830957303177728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.482566:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5180 with x1830957303177728 ext(0->4095) 00010000:00010000:2.0:1746137570.482575:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.482589:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.482602:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5180 00000100:00100000:2.0:1746137570.482621:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3446 00000100:00100000:2.0:1746137570.482629:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2006:x1830957303177728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.483000:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2006:x1830957303177728:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 370us (811us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.483007:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3446 00002000:00100000:2.0:1746137570.483014:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736e5180 x1830957303177728/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.483022:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5180 with x1830957303177728 ext(0->4095) 00010000:00010000:2.0:1746137570.483026:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.483036:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 76 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.483042:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736e5180 00000100:00100000:0.0:1746137570.487149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.487280:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177856 00000100:00100000:3.0:1746137570.487289:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177856 00000100:00100000:0.0:1746137570.487385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.487409:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303177984 00000100:00100000:0.0:1746137570.487412:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303177984 00010000:00010000:0.0:1746137570.487432:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 77 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:0.0:1746137570.487592:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18649 00000100:00100000:0.0:1746137570.487599:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957303177984:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137570.487611:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137570.487631:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 77 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.487660:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30884 00000100:00100000:3.0:1746137570.487667:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957303177856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.487680:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.487693:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a35 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.487701:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 77 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.487719:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f26 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a20 expref: 78 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.487720:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.487726:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.487732:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.487735:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.487800:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.487801:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.487807:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.487815:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.487893:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.487908:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.487919:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103488:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.488001:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00010000:00010000:3.0:1746137570.488189:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.488198:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.488207:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293103616:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.488237:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.491448:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103488:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.491467:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.491511:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957303177984:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3911us (4126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.491528:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18649 00000100:00100000:3.0:1746137570.491798:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293103616:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.491829:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 76 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.491843:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540200, rc 0) 00000100:00100000:3.0:1746137570.491865:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:1730:x1830957303177856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4199us (4727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.491871:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30884 00000100:00100000:0.0:1746137570.492021:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.492700:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303178240 00000100:00100000:3.0:1746137570.492707:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303178240 00002000:00100000:3.0:1746137570.492741:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7b80 x1830957303178240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.492751:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7b80 with x1830957303178240 ext(0->4095) 00010000:00010000:3.0:1746137570.492757:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.492774:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.492780:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7b80 00000100:00100000:3.0:1746137570.492802:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3447 00000100:00100000:3.0:1746137570.492808:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303178240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.493047:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303178240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (1026us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.493053:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3447 00002000:00100000:3.0:1746137570.493058:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7b80 x1830957303178240/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.493066:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7b80 with x1830957303178240 ext(0->4095) 00010000:00010000:3.0:1746137570.493070:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.493079:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.493085:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7b80 00000100:00100000:0.0:1746137570.497840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.498392:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303178368 00000100:00100000:1.0:1746137570.498402:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303178368 00010000:00010000:1.0:1746137570.498458:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.498972:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18650 00000100:00100000:1.0:1746137570.498981:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303178368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.498995:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.499014:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.499026:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.499045:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a2e expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.499332:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.499334:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.499342:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.499350:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.499384:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137570.499398:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103744:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.499480:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.502700:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293103744:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.502721:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.502770:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303178368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3789us (4947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.502780:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18650 00000100:00100000:0.0:1746137570.506176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.506398:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303178624 00000100:00100000:3.0:1746137570.506407:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303178624 00002000:00100000:3.0:1746137570.506445:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9c00 x1830957303178624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.506455:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957303178624 ext(0->4095) 00002000:00010000:3.0:1746137570.506460:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9c00 00000100:00100000:3.0:1746137570.506488:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14368 00000100:00100000:3.0:1746137570.506495:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303178624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.506635:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303178624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.506641:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14368 00002000:00100000:3.0:1746137570.506646:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9c00 x1830957303178624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.506653:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957303178624 ext(0->4095) 00002000:00010000:3.0:1746137570.506656:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9c00 00000100:00100000:0.0:1746137570.510484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.511125:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303178752 00000100:00100000:3.0:1746137570.511135:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303178752 00000100:00100000:3.0:1746137570.511188:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30885 00000100:00100000:3.0:1746137570.511196:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303178752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.511212:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.511229:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a3c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.511257:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.511263:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.511265:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.511268:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.511300:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.511311:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 75 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.511324:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293103872:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.511409:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.513815:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293103872:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.513858:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.513874:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:3.0:1746137570.514056:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303178752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2860us (3581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.514064:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30885 00000100:00100000:0.0:1746137570.527371:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.528129:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303178880 00000100:00100000:1.0:1746137570.528138:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303178880 00002000:00100000:1.0:1746137570.528180:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9500 x1830957303178880/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.528191:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957303178880 ext(0->7) 00010000:00010000:1.0:1746137570.528199:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 76 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.528217:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 76 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.528224:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:1.0:1746137570.528260:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3448 00000100:00100000:1.0:1746137570.528267:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303178880:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137570.531981:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303178880:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3703us (4608us total) trans 4294972299 rc 0/0 00000100:00100000:0.0:1746137570.531993:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3448 00002000:00100000:0.0:1746137570.532004:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f4d9500 x1830957303178880/t4294972299(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.532013:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957303178880 ext(0->7) 00010000:00010000:0.0:1746137570.532023:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.532038:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.532045:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9500 00000100:00100000:0.0:1746137570.538368:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.538447:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179008 00000100:00100000:1.0:1746137570.538457:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179008 00010000:00010000:1.0:1746137570.538497:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.538543:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18651 00000100:00100000:1.0:1746137570.538552:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303179008:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.538567:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.538586:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.538598:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.538619:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f3b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a35 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.540393:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.540398:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.540409:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.540968:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.541012:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137570.541025:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104000:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.541120:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.545144:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104000:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.545165:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.545223:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957303179008:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6671us (6865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.545234:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18651 00000100:00100000:0.0:1746137570.546341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.546508:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179264 00000100:00100000:2.0:1746137570.546515:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179264 00002000:00100000:2.0:1746137570.547252:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0e00 x1830957303179264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.547262:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0e00 with x1830957303179264 ext(0->4095) 00002000:00010000:2.0:1746137570.547267:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f0e00 00000100:00100000:2.0:1746137570.547341:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14369 00000100:00100000:2.0:1746137570.547349:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303179264:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.547892:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303179264:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 542us (1552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.547898:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14369 00002000:00100000:2.0:1746137570.547904:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0e00 x1830957303179264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.547912:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0e00 with x1830957303179264 ext(0->4095) 00002000:00010000:2.0:1746137570.547914:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f0e00 00000100:00100000:0.0:1746137570.548075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.548226:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179392 00000100:00100000:3.0:1746137570.548231:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179392 00000100:00100000:3.0:1746137570.548257:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30886 00000100:00100000:3.0:1746137570.548263:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957303179392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.548272:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.548288:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a43 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.548310:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.548318:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.548320:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.548323:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.548349:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.548362:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.548373:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293104128:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.548442:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.554022:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.554123:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293104128:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.554164:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554182:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540200, rc 0) 00000100:00100000:3.0:1746137570.554231:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303179392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5968us (6156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.554240:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30886 00000100:00100000:3.0:1746137570.554268:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179520 00000100:00100000:3.0:1746137570.554273:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179520 00000100:00100000:3.0:1746137570.554298:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30887 00000100:00100000:3.0:1746137570.554304:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1731:x1830957303179520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.554319:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.554331:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a4a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554349:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.554353:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554359:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.554362:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554386:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554394:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.554401:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d073000, rc 0) 00000100:00100000:3.0:1746137570.554414:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957303179520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.554419:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30887 00000100:00100000:0.0:1746137570.555181:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.555235:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179648 00000100:00100000:1.0:1746137570.555238:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179648 00010000:00010000:1.0:1746137570.555257:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.555314:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18652 00000100:00100000:1.0:1746137570.555319:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303179648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.555328:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.555345:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.555359:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.555374:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a3c expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.555755:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.555757:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.555763:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.555770:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.555791:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.555800:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.555811:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104384:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.556431:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.560258:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104384:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.560277:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.560312:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303179648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4992us (5132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.560326:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18652 00000100:00100000:0.0:1746137570.561027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.561116:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303179904 00000100:00100000:2.0:1746137570.561122:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303179904 00002000:00100000:2.0:1746137570.561154:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1880 x1830957303179904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.561163:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1880 with x1830957303179904 ext(0->4095) 00010000:00010000:2.0:1746137570.561170:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.561181:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.561187:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f1880 00000100:00100000:2.0:1746137570.563322:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3449 00000100:00100000:2.0:1746137570.563336:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303179904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.563495:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303179904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (2468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.563504:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3449 00002000:00100000:2.0:1746137570.563511:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f1880 x1830957303179904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.563527:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f1880 with x1830957303179904 ext(0->4095) 00010000:00010000:2.0:1746137570.563534:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.563545:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.563551:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800730f1880 00000100:00100000:0.0:1746137570.569431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.569580:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180032 00000100:00100000:1.0:1746137570.569590:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180032 00010000:00010000:1.0:1746137570.569622:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.570073:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18653 00000100:00100000:1.0:1746137570.570082:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303180032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.570095:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.570114:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.570126:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.570146:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7f49 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a43 expref: 79 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.572663:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.572668:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.572680:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.572689:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.572730:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137570.572743:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104512:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.572843:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.575511:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.575596:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104512:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.575615:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.575648:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303180032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5568us (6229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.575659:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18653 00000100:00100000:2.0:1746137570.575732:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180288 00000100:00100000:2.0:1746137570.575737:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180288 00002000:00100000:2.0:1746137570.575770:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523100 x1830957303180288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.575781:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957303180288 ext(0->4095) 00002000:00010000:2.0:1746137570.575785:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:2.0:1746137570.576022:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14370 00000100:00100000:2.0:1746137570.576029:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303180288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.576138:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303180288:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.576144:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14370 00002000:00100000:2.0:1746137570.576150:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f523100 x1830957303180288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.576164:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957303180288 ext(0->4095) 00002000:00010000:2.0:1746137570.576166:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:0.0:1746137570.579378:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.580509:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180416 00000100:00100000:2.0:1746137570.580528:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180416 00000100:00100000:2.0:1746137570.580584:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30888 00000100:00100000:2.0:1746137570.580592:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303180416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.580609:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.580625:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a51 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.580651:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.580659:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.580660:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.580663:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.580693:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.580704:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 77 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.580715:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293104640:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.581565:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.585879:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293104640:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.585908:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.585925:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137570.586001:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303180416:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5409us (6630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.586010:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30888 00000100:00100000:0.0:1746137570.587060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.588186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.588355:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180544 00000100:00100000:1.0:1746137570.588364:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180544 00010000:00010000:1.0:1746137570.588424:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 78 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.589512:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180672 00000100:00100000:2.0:1746137570.589530:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180672 00000100:00100000:2.0:1746137570.589578:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30889 00000100:00100000:2.0:1746137570.589586:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303180672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.589602:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.589618:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a58 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.589642:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.589648:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.589654:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137570.589657:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.589688:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.589699:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.589709:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:1.0:1746137570.589880:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18654 00000100:00100000:1.0:1746137570.589889:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c404050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303180544:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.589903:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.589973:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 80 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.589984:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 80 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.590012:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d073000/0x95b3ed7b846f7f50 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a4a expref: 80 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.590429:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303180672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 842us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.590435:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30889 00010000:00010000:1.0:1746137570.591439:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.591442:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.591450:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.591459:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.591812:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.591824:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.591835:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104896:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.591902:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.595215:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.595411:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303180928 00000100:00100000:3.0:1746137570.595420:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303180928 00002000:00100000:3.0:1746137570.595469:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957303180928/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.595481:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957303180928 ext(0->4095) 00010000:00010000:3.0:1746137570.595490:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.595502:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.595509:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:3.0:1746137570.595539:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3450 00000100:00100000:3.0:1746137570.595546:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303180928:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.595797:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293104896:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.595813:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.595866:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303180928:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 320us (660us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.595872:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3450 00002000:00100000:3.0:1746137570.595878:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957303180928/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.595886:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957303180928 ext(0->4095) 00010000:00010000:3.0:1746137570.595890:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.595899:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.595904:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4ad80 00000100:00100000:1.0:1746137570.596357:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c404050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303180544:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6468us (9298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.596365:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18654 00000100:00100000:0.0:1746137570.615468:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.617064:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181056 00000100:00100000:1.0:1746137570.617084:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181056 00010000:00010000:1.0:1746137570.617139:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:1.0:1746137570.617188:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18655 00000100:00100000:1.0:1746137570.617195:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303181056:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137570.617230:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137570.617283:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.617308:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.617358:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f7f57 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a51 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.617412:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.617414:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137570.617431:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.617439:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.617501:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137570.617529:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105024:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.617668:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.623111:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.623222:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105024:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137570.623240:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.623283:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303181056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6088us (7859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.623302:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18655 00000100:00100000:3.0:1746137570.623395:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181312 00000100:00100000:3.0:1746137570.623401:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181312 00002000:00100000:3.0:1746137570.623454:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c48380 x1830957303181312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.623486:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c48380 with x1830957303181312 ext(0->4095) 00002000:00010000:3.0:1746137570.623491:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c48380 00000100:00100000:3.0:1746137570.623551:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14371 00000100:00100000:3.0:1746137570.623558:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2008:x1830957303181312:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137570.624550:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2008:x1830957303181312:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 990us (1451us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.624569:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14371 00002000:00100000:3.0:1746137570.624575:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c48380 x1830957303181312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.624595:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c48380 with x1830957303181312 ext(0->4095) 00002000:00010000:3.0:1746137570.624598:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c48380 00000100:00100000:0.0:1746137570.639175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.639560:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181440 00000100:00100000:2.0:1746137570.639569:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181440 00000100:00100000:2.0:1746137570.639618:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30890 00000100:00100000:2.0:1746137570.639627:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303181440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.639645:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.639663:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a5f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.639689:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.639696:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.639698:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.639701:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.639730:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.639740:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 77 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.639758:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293105152:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.641439:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.641476:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293105152:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.641502:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.641532:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898800, rc 0) 00000100:00100000:2.0:1746137570.641582:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303181440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1955us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.641589:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30890 00000100:00100000:0.0:1746137570.649112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.649181:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181568 00000100:00100000:3.0:1746137570.649191:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181568 00002000:00100000:3.0:1746137570.649233:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073553b80 x1830957303181568/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.649244:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073553b80 with x1830957303181568 ext(0->7) 00010000:00010000:3.0:1746137570.649253:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 78 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.649268:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 78 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.649275:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073553b80 00000100:00100000:3.0:1746137570.649311:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3451 00000100:00100000:3.0:1746137570.649319:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303181568:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137570.650075:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303181568:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 754us (971us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746137570.650082:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3451 00002000:00100000:0.0:1746137570.650089:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073553b80 x1830957303181568/t4294972300(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.650096:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073553b80 with x1830957303181568 ext(0->7) 00010000:00010000:0.0:1746137570.650101:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.650111:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.650117:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073553b80 00000100:00100000:1.0:1746137570.663388:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.663500:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181696 00000100:00100000:0.0:1746137570.663510:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181696 00010000:00010000:0.0:1746137570.663568:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:0.0:1746137570.663614:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18656 00000100:00100000:0.0:1746137570.663622:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303181696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137570.663649:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137570.663669:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.663681:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.663703:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f7f5e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a58 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.663728:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.663730:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137570.663736:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.663744:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.663777:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137570.663790:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105280:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137570.664216:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.665592:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.666440:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303181824 00000100:00100000:3.0:1746137570.666455:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303181824 00000100:00100000:3.0:1746137570.669231:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30891 00000100:00100000:3.0:1746137570.669256:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303181824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.669285:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.669301:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a66 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.669360:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.669368:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.669370:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.669373:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.669411:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.669429:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.669452:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293105408:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.669586:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.672872:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.673431:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073550000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105280:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.673455:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.674073:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182080 00000100:00100000:1.0:1746137570.674081:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182080 00002000:00100000:1.0:1746137570.674121:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073551c00 x1830957303182080/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.674136:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957303182080 ext(0->4095) 00010000:00010000:1.0:1746137570.674144:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.674157:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.674163:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:1.0:1746137570.674589:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3452 00000100:00100000:1.0:1746137570.674596:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303182080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137570.674824:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303181696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 11201us (11447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.674834:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18656 00000100:00100000:1.0:1746137570.677494:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303182080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 2889us (4622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.677513:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3452 00002000:00100000:1.0:1746137570.677543:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073551c00 x1830957303182080/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.677554:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957303182080 ext(0->4095) 00010000:00010000:1.0:1746137570.677564:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:1.0:1746137570.677585:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:1.0:1746137570.677592:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073551c00 00000100:00100000:3.0:1746137570.677870:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293105408:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.677914:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.677961:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540000, rc 0) 00000100:00100000:3.0:1746137570.678005:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303181824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8764us (12415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.678018:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30891 00000100:00100000:0.0:1746137570.680847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.680931:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182208 00000100:00100000:3.0:1746137570.680964:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182208 00000100:00100000:3.0:1746137570.681005:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30892 00000100:00100000:3.0:1746137570.681011:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1731:x1830957303182208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.681028:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.681042:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a6d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.681066:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.681072:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.681078:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.681081:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.681125:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.681136:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.681149:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:3.0:1746137570.682341:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:1731:x1830957303182208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1324us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.682350:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30892 00000100:00100000:3.0:1746137570.685097:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137570.693170:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137570.693283:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182336 00000100:00100000:2.0:1746137570.693294:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182336 00010000:00010000:2.0:1746137570.693336:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.693376:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18657 00000100:00100000:2.0:1746137570.693383:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303182336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.693395:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.693415:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.693427:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.693448:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898800/0x95b3ed7b846f7f65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a5f expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.693466:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.693467:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.693474:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.693481:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.693510:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.693530:0:9571:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.693541:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105664:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.698076:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.704825:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.704889:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182592 00000100:00100000:0.0:1746137570.704899:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182592 00002000:00100000:0.0:1746137570.704959:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957303182592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.704968:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957303182592 ext(0->4095) 00010000:00010000:0.0:1746137570.704977:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.704990:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.704997:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:3.0:1746137570.707850:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3453 00000100:00100000:3.0:1746137570.707868:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303182592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.708052:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303182592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 192us (3238us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.708059:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3453 00002000:00100000:3.0:1746137570.708067:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7100 x1830957303182592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.708077:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7100 with x1830957303182592 ext(0->4095) 00010000:00010000:3.0:1746137570.708085:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.708098:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:3.0:1746137570.708105:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7100 00000100:00100000:2.0:1746137570.708450:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105664:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.708467:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.708490:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303182336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 15107us (23402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.708497:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18657 00000100:00100000:0.0:1746137570.717323:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.720727:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182720 00000100:00100000:2.0:1746137570.720741:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182720 00010000:00010000:2.0:1746137570.720790:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.721685:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18658 00000100:00100000:2.0:1746137570.721694:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303182720:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.721709:0:9571:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.721729:0:9571:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.721742:0:9571:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.721762:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f7f6c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a66 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.721783:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.721785:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.721791:0:9571:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.721799:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.721834:0:9571:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.721846:0:9571:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105792:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.722896:0:9571:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.728311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.728363:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303182976 00000100:00100000:1.0:1746137570.728372:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303182976 00002000:00100000:1.0:1746137570.728416:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4e00 x1830957303182976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.728426:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4e00 with x1830957303182976 ext(0->4095) 00002000:00010000:1.0:1746137570.728430:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4e00 00000100:00100000:2.0:1746137570.728439:0:9571:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9571:1830957293105792:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137570.728450:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14372 00010000:00010000:2.0:1746137570.728455:0:9571:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137570.728457:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2007:x1830957303182976:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137570.728513:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303182720:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6820us (11200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.728529:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18658 00000100:00100000:1.0:1746137570.728574:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2007:x1830957303182976:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.728579:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14372 00002000:00100000:1.0:1746137570.728585:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4e00 x1830957303182976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.728592:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4e00 with x1830957303182976 ext(0->4095) 00002000:00010000:1.0:1746137570.728596:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4e00 00000100:00100000:0.0:1746137570.731808:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.732136:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303183104 00000100:00100000:2.0:1746137570.732145:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303183104 00000100:00100000:2.0:1746137570.732677:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30893 00000100:00100000:2.0:1746137570.732686:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303183104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.732712:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.732738:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a74 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.732778:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.732785:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.732788:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.732791:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.732825:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.732836:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 79 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.732848:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293105920:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.732987:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.736674:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.739190:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.739896:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303183232 00000100:00100000:3.0:1746137570.739905:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303183232 00010000:00010000:3.0:1746137570.739989:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.740038:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18659 00000100:00100000:3.0:1746137570.740058:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303183232:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.740072:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.740101:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.740121:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.740153:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.740155:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.740162:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.740183:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.740216:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.740230:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106048:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.740386:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.740667:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303183360 00000100:00100000:3.0:1746137570.740671:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303183360 00000100:00100000:3.0:1746137570.740766:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30894 00000100:00100000:3.0:1746137570.740772:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:1730:x1830957303183360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.740795:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.740806:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a7b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.740833:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.740856:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.740857:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.740860:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 82 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.740900:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.740903:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f7f73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a6d expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.740911:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.740920:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293106176:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.740931:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293105920:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.740962:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.740970:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.740974:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746137570.740977:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0600, rc 0) 00000100:00100000:2.0:1746137570.740999:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303183104:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8315us (9199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.741005:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30893 00000100:00100000:0.0:1746137570.743797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.743834:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303183616 00000100:00100000:0.0:1746137570.743840:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303183616 00002000:00100000:0.0:1746137570.743873:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351500 x1830957303183616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.743883:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957303183616 ext(0->4095) 00010000:00010000:0.0:1746137570.743891:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.743908:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.743914:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351500 00000100:00100000:0.0:1746137570.743966:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3454 00000100:00100000:0.0:1746137570.743974:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303183616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.744100:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293106176:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.744131:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.744143:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6f400, rc 0) 00000100:00100000:3.0:1746137570.744173:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:1730:x1830957303183360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3401us (4990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.744183:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30894 00000100:00100000:0.0:1746137570.744370:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303183616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 398us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137570.744376:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3454 00002000:00100000:0.0:1746137570.744382:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351500 x1830957303183616/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.744390:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351500 with x1830957303183616 ext(0->4095) 00010000:00010000:0.0:1746137570.744394:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:0.0:1746137570.744404:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00002000:00010000:0.0:1746137570.744410:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351500 00000100:00100000:2.0:1746137570.744502:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106048:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.744534:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.744797:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303183232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4752us (8132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.744805:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18659 00000100:00100000:0.0:1746137570.754671:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.754735:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303183744 00000100:00100000:2.0:1746137570.754745:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303183744 00010000:00010000:2.0:1746137570.754779:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.754819:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18660 00000100:00100000:2.0:1746137570.754826:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303183744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.754839:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.754857:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.754868:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.754887:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a74 expref: 6 pid: 24924 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.754914:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.754916:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.754922:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.754930:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.754990:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.755002:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106304:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.756152:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.761381:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.761399:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106304:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.761419:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.761472:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303183744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6645us (6813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.761484:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18660 00000100:00100000:1.0:1746137570.761646:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184000 00000100:00100000:1.0:1746137570.761653:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184000 00002000:00100000:1.0:1746137570.761686:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353b80 x1830957303184000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.761695:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353b80 with x1830957303184000 ext(0->4095) 00002000:00010000:1.0:1746137570.761699:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c353b80 00000100:00100000:1.0:1746137570.761716:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14373 00000100:00100000:1.0:1746137570.761722:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303184000:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.761842:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303184000:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.761847:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14373 00002000:00100000:1.0:1746137570.761853:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c353b80 x1830957303184000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.761859:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c353b80 with x1830957303184000 ext(0->4095) 00002000:00010000:1.0:1746137570.761862:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c353b80 00000100:00100000:0.0:1746137570.768407:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.768555:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184128 00000100:00100000:3.0:1746137570.768564:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184128 00000100:00100000:3.0:1746137570.768619:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30895 00000100:00100000:3.0:1746137570.768628:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303184128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.768645:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.768660:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a82 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.768686:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.768693:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.768695:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.768698:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.768727:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.768737:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 79 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.768977:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293106432:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137570.769067:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.772664:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293106432:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137570.772714:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.772731:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddae00, rc 0) 00000100:00100000:3.0:1746137570.772776:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303184128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4148us (4377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.772784:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30895 00000100:00100000:0.0:1746137570.834550:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.834711:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184256 00000100:00100000:2.0:1746137570.834721:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184256 00002000:00100000:2.0:1746137570.834767:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350000 x1830957303184256/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.834776:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350000 with x1830957303184256 ext(0->7) 00010000:00010000:2.0:1746137570.834785:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.834799:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 80 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.834806:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350000 00000100:00100000:2.0:1746137570.835574:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3455 00000100:00100000:2.0:1746137570.835583:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303184256:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137570.837428:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303184256:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1841us (2885us total) trans 4294972301 rc 0/0 00000100:00100000:2.0:1746137570.837437:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3455 00002000:00100000:2.0:1746137570.837445:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c350000 x1830957303184256/t4294972301(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.837453:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350000 with x1830957303184256 ext(0->7) 00010000:00010000:2.0:1746137570.837460:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.837472:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.837477:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350000 00000100:00100000:0.0:1746137570.840867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.841067:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184384 00000100:00100000:3.0:1746137570.841076:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184384 00000100:00100000:3.0:1746137570.841124:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30896 00000100:00100000:3.0:1746137570.841132:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:1730:x1830957303184384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.841152:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.841169:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a89 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.841194:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.841200:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.841206:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137570.841209:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 83 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.841252:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.841262:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 83 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.841276:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddac00, rc 0) 00000100:00100000:3.0:1746137570.841325:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1730:x1830957303184384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.841331:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30896 00000100:00100000:0.0:1746137570.842431:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.842483:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184512 00000100:00100000:2.0:1746137570.842488:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184512 00010000:00010000:2.0:1746137570.842509:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 83 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.842793:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18661 00000100:00100000:2.0:1746137570.842800:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b7adf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2008:x1830957303184512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.842810:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.842826:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 83 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.842836:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 83 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.843193:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6f400/0x95b3ed7b846f7f81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a7b expref: 83 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.843220:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.843222:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.843228:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.843235:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.843259:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.843269:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 5 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.843279:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106688:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.843354:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.845841:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106688:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.845858:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.845888:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b7adf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2008:x1830957303184512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3089us (3458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.845895:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18661 00000100:00100000:0.0:1746137570.848026:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.848139:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184768 00000100:00100000:2.0:1746137570.848146:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184768 00002000:00100000:2.0:1746137570.848182:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352d80 x1830957303184768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.848191:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352d80 with x1830957303184768 ext(0->4095) 00010000:00010000:2.0:1746137570.848198:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.848209:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.848215:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352d80 00000100:00100000:2.0:1746137570.848459:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3456 00000100:00100000:2.0:1746137570.848466:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303184768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137570.849415:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303184768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 948us (1393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137570.849422:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3456 00002000:00100000:2.0:1746137570.849428:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c352d80 x1830957303184768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137570.849435:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c352d80 with x1830957303184768 ext(0->4095) 00010000:00010000:2.0:1746137570.849441:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.849451:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00002000:00010000:2.0:1746137570.849456:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c352d80 00000100:00100000:0.0:1746137570.855833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.857086:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303184896 00000100:00100000:2.0:1746137570.857094:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303184896 00010000:00010000:2.0:1746137570.857125:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.857169:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18662 00000100:00100000:2.0:1746137570.857177:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303184896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.857190:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.857207:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.857218:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.857240:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f7f88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a82 expref: 6 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:2.0:1746137570.857259:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.857261:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.857268:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.857276:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.857305:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.857320:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106816:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.857406:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.860155:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293106816:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.860173:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.860221:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303184896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3044us (4398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.860231:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18662 00000100:00100000:3.0:1746137570.861658:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293106944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746137570.861716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137570.861774:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293106944 00000100:00100000:1.0:1746137570.861781:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293106944 00000100:00100000:2.0:1746137570.862073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.862149:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1746137570.862156:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293106944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746137570.862188:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746137570.862235:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293106944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.862241:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1746137570.862268:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185152 00000100:00100000:1.0:1746137570.862271:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185152 00002000:00100000:1.0:1746137570.862294:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12300 x1830957303185152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.862309:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12300 with x1830957303185152 ext(0->4095) 00002000:00010000:1.0:1746137570.862314:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce12300 00000100:00100000:1.0:1746137570.862330:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14374 00000100:00100000:1.0:1746137570.862334:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303185152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.862428:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303185152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.862434:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14374 00002000:00100000:1.0:1746137570.862438:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce12300 x1830957303185152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.862444:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce12300 with x1830957303185152 ext(0->4095) 00002000:00010000:1.0:1746137570.862446:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce12300 00000100:00100000:3.0:1746137570.862661:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293106944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137570.864703:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.864872:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185280 00000100:00100000:2.0:1746137570.864882:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185280 00000100:00100000:2.0:1746137570.864962:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30897 00000100:00100000:2.0:1746137570.864970:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303185280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.864987:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.865005:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a90 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.865030:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.865036:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.865038:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137570.865041:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.865067:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.865078:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 81 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.865090:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107072:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.865165:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.867494:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107072:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137570.867746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.867916:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185408 00000100:00100000:3.0:1746137570.867923:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185408 00010000:00010000:3.0:1746137570.867983:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.868009:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18663 00000100:00100000:3.0:1746137570.868016:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303185408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.868027:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.868045:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.868055:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.868074:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f7f8f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a89 expref: 82 pid: 16986 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.868108:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.868111:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.868117:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.868125:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.868154:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.868166:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107200:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.868224:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00010000:00010000:2.0:1746137570.868421:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.868432:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137570.868458:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303185280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3489us (3762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.868465:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30897 00000100:00100000:0.0:1746137570.872231:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.872361:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185664 00000100:00100000:1.0:1746137570.872369:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185664 00002000:00100000:1.0:1746137570.872407:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac000 x1830957303185664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.872417:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac000 with x1830957303185664 ext(0->4095) 00002000:00010000:1.0:1746137570.872422:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfac000 00000100:00100000:1.0:1746137570.872442:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14375 00000100:00100000:1.0:1746137570.872450:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303185664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137570.872611:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303185664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.872618:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14375 00002000:00100000:1.0:1746137570.872624:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfac000 x1830957303185664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.872631:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac000 with x1830957303185664 ext(0->4095) 00002000:00010000:1.0:1746137570.872634:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfac000 00000100:00100000:0.0:1746137570.873282:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.873366:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107200:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.873397:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.873419:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303185408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5404us (5674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.873427:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18663 00000100:00100000:2.0:1746137570.873722:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185792 00000100:00100000:2.0:1746137570.873726:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185792 00000100:00100000:2.0:1746137570.873756:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30898 00000100:00100000:2.0:1746137570.873762:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:1730:x1830957303185792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.873771:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137570.873785:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a97 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.873805:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.873817:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.873819:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.873822:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.873846:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.873856:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 5 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:2.0:1746137570.873867:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107328:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137570.873910:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.875977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.876160:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303185920 00000100:00100000:3.0:1746137570.876168:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303185920 00000100:00100000:3.0:1746137570.876210:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30899 00000100:00100000:3.0:1746137570.876217:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1731:x1830957303185920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137570.876231:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137570.876242:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9a9e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.876268:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.876273:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 84 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.876280:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137570.876283:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 84 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.876321:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 84 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.876331:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 84 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.876339:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda000, rc 0) 00000100:00100000:3.0:1746137570.876370:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1731:x1830957303185920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.876376:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30899 00000100:00100000:2.0:1746137570.878246:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107328:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137570.878273:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.878286:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0600, rc 0) 00000100:00100000:2.0:1746137570.878315:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1730:x1830957303185792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4553us (5033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.878322:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30898 00000100:00100000:0.0:1746137570.879081:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.879785:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186048 00000100:00100000:3.0:1746137570.879793:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186048 00010000:00010000:3.0:1746137570.879820:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00000100:00100000:3.0:1746137570.880292:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18664 00000100:00100000:3.0:1746137570.880300:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303186048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.880312:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.880332:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.880344:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.880366:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f7f96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a90 expref: 6 pid: 9555 timeout: 763 lvb_type: 0 00010000:00010000:3.0:1746137570.880421:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.880423:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.880429:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.880437:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.880465:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.880476:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 82 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137570.880486:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107584:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.880928:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.883844:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107584:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.883879:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.883955:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303186048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3634us (4855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.883968:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18664 00000100:00100000:0.0:1746137570.885017:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.885192:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186304 00000100:00100000:1.0:1746137570.885201:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186304 00002000:00100000:1.0:1746137570.885239:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad880 x1830957303186304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.885249:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad880 with x1830957303186304 ext(0->4095) 00010000:00010000:1.0:1746137570.885257:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.885270:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.885276:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad880 00000100:00100000:1.0:1746137570.885314:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3457 00000100:00100000:1.0:1746137570.885333:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303186304:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.885536:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303186304:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.885544:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3457 00002000:00100000:1.0:1746137570.885550:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad880 x1830957303186304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.885556:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad880 with x1830957303186304 ext(0->4095) 00010000:00010000:1.0:1746137570.885571:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.885580:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.885585:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad880 00000100:00100000:0.0:1746137570.889051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.889465:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186432 00000100:00100000:3.0:1746137570.889474:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186432 00010000:00010000:3.0:1746137570.889506:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137570.890088:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18665 00000100:00100000:3.0:1746137570.890097:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2007:x1830957303186432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.890112:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.890131:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.890143:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.890163:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f7f9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a97 expref: 83 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.890205:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.890207:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.890212:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 82 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.890220:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 82 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.890248:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 82 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137570.890260:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107712:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.890482:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.893235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.893327:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293107712:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.893358:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.893395:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2007:x1830957303186432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3299us (4353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.893405:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18665 00000100:00100000:1.0:1746137570.893480:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186688 00000100:00100000:1.0:1746137570.893486:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186688 00002000:00100000:1.0:1746137570.893529:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadf80 x1830957303186688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.893539:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957303186688 ext(0->4095) 00002000:00010000:1.0:1746137570.893543:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfadf80 00000100:00100000:1.0:1746137570.893567:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14376 00000100:00100000:1.0:1746137570.893573:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303186688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.893680:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303186688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.893685:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14376 00002000:00100000:1.0:1746137570.893690:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfadf80 x1830957303186688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.893697:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfadf80 with x1830957303186688 ext(0->4095) 00002000:00010000:1.0:1746137570.893700:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfadf80 00000100:00100000:0.0:1746137570.898286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.898483:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186816 00000100:00100000:2.0:1746137570.898495:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186816 00000100:00100000:2.0:1746137570.898921:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30900 00000100:00100000:2.0:1746137570.898929:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303186816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137570.898981:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137570.899013:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9aa5 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.899046:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.899053:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137570.899055:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137570.899058:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.899088:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 81 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137570.899100:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 81 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137570.899116:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009134a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107840:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.899614:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.903819:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009134a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293107840:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.903849:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.903868:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540200, rc 0) 00000100:00100000:1.0:1746137570.903928:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303186816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5000us (5654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.903963:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30900 00000100:00100000:0.0:1746137570.906036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.906083:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.907233:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187072 00000100:00100000:1.0:1746137570.907244:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187072 00000100:00100000:1.0:1746137570.907304:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30901 00000100:00100000:1.0:1746137570.907312:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:1730:x1830957303187072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.907328:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.907351:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9aac expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.907376:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.907381:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.907387:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137570.907391:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 83 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.907428:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.907438:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 83 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.907451:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03200, rc 0) 00000100:00100000:1.0:1746137570.907493:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1730:x1830957303187072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (1409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.907499:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30901 00000100:00100000:3.0:1746137570.907594:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303186944 00000100:00100000:3.0:1746137570.907598:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303186944 00010000:00010000:3.0:1746137570.907616:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 83 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137570.907640:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18666 00000100:00100000:3.0:1746137570.907646:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2006:x1830957303186944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137570.907653:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137570.907669:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 83 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.907678:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 83 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.907693:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f7fa4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9a9e expref: 83 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.907706:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.907708:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137570.907714:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.907721:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.907740:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137570.907750:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137570.907771:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108096:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137570.907828:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137570.911026:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108096:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137570.911062:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137570.911122:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303186944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3475us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137570.911131:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18666 00000100:00100000:0.0:1746137570.911182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137570.911382:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187328 00000100:00100000:3.0:1746137570.911389:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187328 00002000:00100000:3.0:1746137570.911428:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349f80 x1830957303187328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.911437:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349f80 with x1830957303187328 ext(0->4095) 00010000:00010000:3.0:1746137570.911446:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.911463:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137570.911470:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349f80 00000100:00100000:3.0:1746137570.911495:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3458 00000100:00100000:3.0:1746137570.911502:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303187328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137570.911624:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303187328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.911631:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3458 00002000:00100000:3.0:1746137570.911636:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349f80 x1830957303187328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.911643:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349f80 with x1830957303187328 ext(0->4095) 00010000:00010000:3.0:1746137570.911648:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137570.911656:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137570.911662:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349f80 00000100:00100000:0.0:1746137570.914307:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.914429:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187456 00000100:00100000:2.0:1746137570.914438:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187456 00010000:00010000:2.0:1746137570.914465:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137570.914654:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18667 00000100:00100000:2.0:1746137570.914662:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303187456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.914674:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.914692:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.914703:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.914724:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f7fab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aa5 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.915146:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.915148:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.915155:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.915164:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.915301:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.915313:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108224:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.915909:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.917783:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.917863:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108224:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.917879:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.917912:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303187456:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3251us (3613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.917922:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18667 00000100:00100000:3.0:1746137570.918008:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187712 00000100:00100000:3.0:1746137570.918014:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187712 00002000:00100000:3.0:1746137570.918044:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348000 x1830957303187712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.918054:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348000 with x1830957303187712 ext(0->4095) 00002000:00010000:3.0:1746137570.918059:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091348000 00000100:00100000:3.0:1746137570.918107:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14377 00000100:00100000:3.0:1746137570.918114:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303187712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.918213:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303187712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.918218:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14377 00002000:00100000:3.0:1746137570.918223:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348000 x1830957303187712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.918230:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348000 with x1830957303187712 ext(0->4095) 00002000:00010000:3.0:1746137570.918233:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091348000 00000100:00100000:0.0:1746137570.923304:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.923382:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187840 00000100:00100000:1.0:1746137570.923392:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187840 00000100:00100000:1.0:1746137570.923432:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30902 00000100:00100000:1.0:1746137570.923438:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303187840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.923454:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.923470:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ab3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.923497:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.923504:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.923505:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.923509:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.923546:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.923557:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 81 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137570.923573:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293108352:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.924071:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.930762:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293108352:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.930792:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.930809:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03400, rc 0) 00000100:00100000:1.0:1746137570.930852:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303187840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7413us (7558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.930860:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30902 00000100:00100000:0.0:1746137570.932000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.932150:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303187968 00000100:00100000:1.0:1746137570.932157:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303187968 00002000:00100000:1.0:1746137570.932192:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091348380 x1830957303187968/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.932200:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348380 with x1830957303187968 ext(0->7) 00010000:00010000:1.0:1746137570.932207:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 82 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.932218:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 82 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.932224:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348380 00000100:00100000:1.0:1746137570.932316:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3459 00000100:00100000:1.0:1746137570.932323:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303187968:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137570.934478:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957303187968:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2147us (2472us total) trans 4294972302 rc 0/0 00000100:00100000:1.0:1746137570.934487:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3459 00002000:00100000:1.0:1746137570.934496:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091348380 x1830957303187968/t4294972302(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.934505:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348380 with x1830957303187968 ext(0->7) 00010000:00010000:1.0:1746137570.934513:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 84 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.934535:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 84 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.934542:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348380 00000001:00080000:2.0:1746137570.935656:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972302 is committed 00000100:00100000:0.0:1746137570.942462:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137570.944027:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.944163:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188224 00000100:00100000:1.0:1746137570.944184:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188224 00000100:00100000:1.0:1746137570.944247:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30903 00000100:00100000:1.0:1746137570.944262:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:1730:x1830957303188224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.944284:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.944300:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9aba expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.944344:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.944349:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.944362:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137570.944366:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.944420:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.944437:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.944447:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03000, rc 0) 00000100:00100000:1.0:1746137570.944549:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:1730:x1830957303188224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 287us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.944556:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30903 00000100:00100000:2.0:1746137570.945125:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188096 00000100:00100000:2.0:1746137570.945130:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188096 00010000:00010000:2.0:1746137570.945154:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 7 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137570.945172:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18668 00000100:00100000:2.0:1746137570.945178:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4eebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303188096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.945186:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.945204:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 7 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.945214:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 7 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.945231:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aac expref: 7 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.945258:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.945260:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.945265:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.945272:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.945292:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.945301:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137570.945313:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108608:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.945370:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137570.948908:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108608:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.948932:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.949255:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4eebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303188096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4074us (6800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.949265:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18668 00000100:00100000:0.0:1746137570.949428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.949533:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188480 00000100:00100000:1.0:1746137570.949539:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188480 00002000:00100000:1.0:1746137570.949576:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b100 x1830957303188480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.949586:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b100 with x1830957303188480 ext(0->4095) 00010000:00010000:1.0:1746137570.949593:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.949605:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.949611:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134b100 00000100:00100000:1.0:1746137570.949630:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3460 00000100:00100000:1.0:1746137570.949637:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303188480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137570.949763:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303188480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137570.949768:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3460 00002000:00100000:1.0:1746137570.949773:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b100 x1830957303188480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.949780:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b100 with x1830957303188480 ext(0->4095) 00010000:00010000:1.0:1746137570.949784:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.949792:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.949798:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134b100 00000100:00100000:0.0:1746137570.952328:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.952441:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188608 00000100:00100000:2.0:1746137570.952449:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188608 00010000:00010000:2.0:1746137570.952474:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137570.952508:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18669 00000100:00100000:2.0:1746137570.952515:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303188608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137570.952533:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137570.952551:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.952562:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.952583:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ab3 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137570.952595:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.952597:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137570.952603:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.952611:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137570.952640:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137570.952651:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108736:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137570.952731:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137570.955454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137570.955558:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce13480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293108736:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137570.955576:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137570.955614:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303188608:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3099us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137570.955624:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18669 00000100:00100000:3.0:1746137570.955776:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188864 00000100:00100000:3.0:1746137570.955782:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188864 00002000:00100000:3.0:1746137570.955813:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a300 x1830957303188864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.955823:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a300 with x1830957303188864 ext(0->4095) 00002000:00010000:3.0:1746137570.955826:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134a300 00000100:00100000:3.0:1746137570.955883:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14378 00000100:00100000:3.0:1746137570.955889:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303188864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137570.956037:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303188864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (590us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137570.956043:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14378 00002000:00100000:3.0:1746137570.956048:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a300 x1830957303188864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 488/4536 e 0 to 0 dl 1746137581 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137570.956061:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a300 with x1830957303188864 ext(0->4095) 00002000:00010000:3.0:1746137570.956063:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134a300 00000100:00100000:0.0:1746137570.961412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.961562:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303188992 00000100:00100000:1.0:1746137570.961571:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303188992 00000100:00100000:1.0:1746137570.961623:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30904 00000100:00100000:1.0:1746137570.961632:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303188992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137570.961649:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137570.961663:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ac1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.961688:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.961695:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.961696:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137570.961699:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.961727:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.961738:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137570.961749:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293108864:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137570.962362:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137570.966165:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293108864:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137570.966195:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137570.966211:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03e00, rc 0) 00000100:00100000:1.0:1746137570.967580:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303188992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5943us (6172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137570.967589:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30904 00000100:00100000:0.0:1746137570.976483:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137570.977487:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303189120 00000100:00100000:1.0:1746137570.977498:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303189120 00002000:00100000:1.0:1746137570.977552:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091348e00 x1830957303189120/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/0 e 0 to 0 dl 1746137581 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137570.977562:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348e00 with x1830957303189120 ext(0->7) 00010000:00010000:1.0:1746137570.977570:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137570.977588:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137570.977595:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348e00 00000100:00100000:1.0:1746137570.977628:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3461 00000100:00100000:1.0:1746137570.977635:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303189120:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137570.986224:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303189120:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 8577us (9738us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746137570.986236:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3461 00002000:00100000:0.0:1746137570.986246:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091348e00 x1830957303189120/t4294972303(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:6/0 lens 496/448 e 0 to 0 dl 1746137581 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137570.986256:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348e00 with x1830957303189120 ext(0->7) 00010000:00010000:0.0:1746137570.986265:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 8 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137570.986284:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 8 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137570.986290:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348e00 00000100:00100000:0.0:1746137571.000800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.002014:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303189376 00000100:00100000:1.0:1746137571.002024:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303189376 00000100:00100000:0.0:1746137571.003765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.003800:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303189248 00000100:00100000:0.0:1746137571.003806:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303189248 00010000:00010000:0.0:1746137571.003835:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 9 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.003860:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18670 00000100:00100000:0.0:1746137571.003868:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303189248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137571.003881:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137571.003902:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 9 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.003913:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 9 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.003977:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30905 00000100:00100000:1.0:1746137571.003984:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1730:x1830957303189376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.003997:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.004008:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ac8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746137571.004050:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746137571.006245:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.006255:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.006261:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137571.006265:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.006313:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.006326:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.006339:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03200, rc 0) 00000100:00100000:1.0:1746137571.006403:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1730:x1830957303189376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (5612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.006411:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30905 00010000:00010000:0.0:1746137571.006790:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f7fc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aba expref: 9 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.006816:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.006818:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.006823:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.006831:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.006974:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.006986:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.006998:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109120:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.007391:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.008716:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109120:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.008746:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.009814:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303189248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5941us (6050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.009825:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18670 00000100:00100000:1.0:1746137571.011896:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.012098:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303189632 00000100:00100000:0.0:1746137571.012107:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303189632 00002000:00100000:0.0:1746137571.012171:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dad80 x1830957303189632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.012182:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dad80 with x1830957303189632 ext(0->4095) 00010000:00010000:0.0:1746137571.012190:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.012203:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.012210:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4dad80 00000100:00100000:0.0:1746137571.012230:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3462 00000100:00100000:0.0:1746137571.012237:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303189632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137571.012373:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303189632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (483us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137571.012378:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3462 00002000:00100000:0.0:1746137571.012384:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dad80 x1830957303189632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.012390:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dad80 with x1830957303189632 ext(0->4095) 00010000:00010000:0.0:1746137571.012395:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.012404:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.012409:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4dad80 00000100:00080000:3.0:1746137571.012716:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137571.016455:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.016798:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303189760 00000100:00100000:3.0:1746137571.016807:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303189760 00010000:00010000:3.0:1746137571.016838:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.016863:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18671 00000100:00100000:3.0:1746137571.016870:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303189760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.016881:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.016899:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.016910:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.016929:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f7fc7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac1 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.017513:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.017525:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.017532:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.017540:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.017574:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.017586:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109248:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.018273:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.020190:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109248:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.020230:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.020277:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303189760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3406us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.020289:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18671 00000100:00100000:1.0:1746137571.021289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.021422:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190016 00000100:00100000:2.0:1746137571.021430:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190016 00002000:00100000:2.0:1746137571.021468:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8e00 x1830957303190016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.021479:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8e00 with x1830957303190016 ext(0->4095) 00002000:00010000:2.0:1746137571.021483:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8e00 00000100:00100000:2.0:1746137571.021512:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14379 00000100:00100000:2.0:1746137571.021527:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303190016:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137571.021659:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303190016:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.021665:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14379 00002000:00100000:2.0:1746137571.021670:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8e00 x1830957303190016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.021678:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8e00 with x1830957303190016 ext(0->4095) 00002000:00010000:2.0:1746137571.021680:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8e00 00000100:00100000:0.0:1746137571.027923:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.028106:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190144 00000100:00100000:1.0:1746137571.028116:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190144 00000100:00100000:1.0:1746137571.028299:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30906 00000100:00100000:1.0:1746137571.028308:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303190144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.028326:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.028342:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9acf expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.028369:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.028376:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.028378:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.028381:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.028409:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.028419:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 7 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.028432:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109376:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137571.028538:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.030376:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109376:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137571.030398:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.030410:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03400, rc 0) 00000100:00100000:1.0:1746137571.030439:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303190144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.030446:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30906 00000100:00100000:0.0:1746137571.031384:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.033180:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190272 00000100:00100000:2.0:1746137571.033190:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190272 00002000:00100000:2.0:1746137571.033229:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800735f4700 x1830957303190272/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.033239:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f4700 with x1830957303190272 ext(0->7) 00010000:00010000:2.0:1746137571.033248:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 8 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.033261:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 8 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.033268:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800735f4700 00000100:00100000:2.0:1746137571.033293:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3463 00000100:00100000:2.0:1746137571.033300:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303190272:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137571.034100:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303190272:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 798us (2717us total) trans 4294972304 rc 0/0 00000100:00100000:0.0:1746137571.034109:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3463 00002000:00100000:0.0:1746137571.034115:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800735f4700 x1830957303190272/t4294972304(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.034122:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f4700 with x1830957303190272 ext(0->7) 00010000:00010000:0.0:1746137571.034127:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.034136:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.034141:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800735f4700 00000100:00100000:0.0:1746137571.037569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.037700:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190400 00000100:00100000:3.0:1746137571.037710:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190400 00010000:00010000:3.0:1746137571.037821:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.037859:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18672 00000100:00100000:3.0:1746137571.037867:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303190400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.037881:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.041415:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.041432:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.041454:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f7fce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ac8 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.041478:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.041480:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.041486:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.041493:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.041547:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.041566:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109504:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.041672:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.043364:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.043471:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190528 00000100:00100000:1.0:1746137571.043479:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190528 00000100:00100000:1.0:1746137571.043536:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30907 00000100:00100000:1.0:1746137571.043544:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1730:x1830957303190528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.043558:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.043570:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ad6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.043592:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.043598:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.043600:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.043602:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.043627:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.043638:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.043647:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109632:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137571.043708:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.046549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.046665:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109632:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137571.046694:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.046710:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:0.0:1746137571.046745:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1730:x1830957303190528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3202us (3386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.046753:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30907 00000100:00100000:1.0:1746137571.046880:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190784 00000100:00100000:1.0:1746137571.046888:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190784 00002000:00100000:1.0:1746137571.046919:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957303190784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.046928:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957303190784 ext(0->4095) 00010000:00010000:1.0:1746137571.046952:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.046963:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.046974:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:1.0:1746137571.047001:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3464 00000100:00100000:1.0:1746137571.047008:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303190784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.047115:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303190784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.047124:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3464 00002000:00100000:1.0:1746137571.047129:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957303190784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.047136:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957303190784 ext(0->4095) 00010000:00010000:1.0:1746137571.047140:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.047148:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.047154:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:3.0:1746137571.051879:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293109504:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.051916:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.052222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.052249:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303190912 00000100:00100000:0.0:1746137571.052255:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303190912 00010000:00010000:0.0:1746137571.052284:0:9571:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.052315:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18673 00000100:00100000:0.0:1746137571.052322:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303190912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137571.052335:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137571.052355:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.052366:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.052386:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f7fd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9acf expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.052414:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.052416:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.052423:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.052431:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.052459:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137571.052469:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293109760:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137571.052540:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.052678:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303190400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 14811us (15117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.052685:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18672 00000100:00100000:2.0:1746137571.055808:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e954e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293109760:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.055834:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.055870:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303190912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3547us (3649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.055880:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18673 00000100:00100000:2.0:1746137571.056002:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.056973:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191168 00000100:00100000:3.0:1746137571.056980:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191168 00002000:00100000:3.0:1746137571.057198:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13b80 x1830957303191168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.057209:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957303191168 ext(0->4095) 00002000:00010000:3.0:1746137571.057213:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:3.0:1746137571.057737:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14380 00000100:00100000:3.0:1746137571.057744:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303191168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.058236:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303191168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 491us (2233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.058243:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14380 00002000:00100000:3.0:1746137571.058250:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009ce13b80 x1830957303191168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.058257:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957303191168 ext(0->4095) 00002000:00010000:3.0:1746137571.058260:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:0.0:1746137571.066186:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.066277:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191296 00000100:00100000:2.0:1746137571.066285:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191296 00000100:00100000:2.0:1746137571.066324:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30908 00000100:00100000:2.0:1746137571.066332:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303191296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.066351:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.066367:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9add expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.066407:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.066419:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.066421:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.066424:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.066452:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.066462:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 9 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.066473:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109888:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.066636:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.070823:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293109888:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.070850:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.070865:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042ee00, rc 0) 00000100:00100000:2.0:1746137571.070907:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303191296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4575us (4730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.070916:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30908 00000100:00100000:0.0:1746137571.086762:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.086816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.086902:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191424 00000100:00100000:3.0:1746137571.086912:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191424 00002000:00100000:3.0:1746137571.086967:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e954e00 x1830957303191424/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.086977:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830957303191424 ext(0->7) 00010000:00010000:3.0:1746137571.086985:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.086996:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 10 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.087003:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954e00 00000100:00100000:3.0:1746137571.088048:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3465 00000100:00100000:3.0:1746137571.088056:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303191424:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137571.088089:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191552 00000100:00100000:2.0:1746137571.088100:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191552 00000100:00100000:2.0:1746137571.088161:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30909 00000100:00100000:2.0:1746137571.088169:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1730:x1830957303191552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.088184:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.088202:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ae4 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.088226:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.088232:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.088238:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137571.088242:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.088273:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.088285:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.088294:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042fe00, rc 0) 00000100:00100000:2.0:1746137571.088357:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1730:x1830957303191552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.088364:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30909 00000100:00100000:0.0:1746137571.090392:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957303191424:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2331us (3633us total) trans 4294972305 rc 0/0 00000100:00100000:0.0:1746137571.090402:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3465 00002000:00100000:0.0:1746137571.090411:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e954e00 x1830957303191424/t4294972305(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.090419:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830957303191424 ext(0->7) 00010000:00010000:0.0:1746137571.090428:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.090440:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.090447:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954e00 00000100:00100000:1.0:1746137571.093358:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.093434:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191680 00000100:00100000:2.0:1746137571.093444:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191680 00010000:00010000:2.0:1746137571.093477:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.093508:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18674 00000100:00100000:2.0:1746137571.093521:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303191680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.093538:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.093558:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.093569:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.093591:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f7fdc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ad6 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.093619:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.093622:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.093629:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.093640:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.093673:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.093683:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.093695:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110144:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.093803:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.094915:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110144:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.094954:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.095057:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303191680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1541us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.095065:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18674 00000100:00100000:0.0:1746137571.095386:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.095466:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303191936 00000100:00100000:2.0:1746137571.095471:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303191936 00002000:00100000:2.0:1746137571.095499:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3a300 x1830957303191936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.095509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3a300 with x1830957303191936 ext(0->4095) 00010000:00010000:2.0:1746137571.095527:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.095537:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.095542:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd3a300 00000100:00100000:1.0:1746137571.095623:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3466 00000100:00100000:1.0:1746137571.095631:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303191936:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.095837:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303191936:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.095843:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3466 00002000:00100000:1.0:1746137571.095848:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd3a300 x1830957303191936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.095855:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd3a300 with x1830957303191936 ext(0->4095) 00010000:00010000:1.0:1746137571.095859:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.095866:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.095872:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd3a300 00000100:00100000:0.0:1746137571.099185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.099457:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192064 00000100:00100000:2.0:1746137571.099466:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192064 00010000:00010000:2.0:1746137571.099498:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.099587:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18675 00000100:00100000:2.0:1746137571.099595:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4eea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303192064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.099608:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.099628:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.099643:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.099664:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f7fe3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9add expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.099784:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.099787:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.099794:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.099801:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.099833:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.099845:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110272:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.100260:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.102018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.102050:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110272:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.102069:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.102082:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192320 00000100:00100000:1.0:1746137571.102089:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192320 00000100:00100000:2.0:1746137571.102104:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4eea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303192064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2509us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.102113:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18675 00002000:00100000:1.0:1746137571.102133:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39c00 x1830957303192320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.102142:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957303192320 ext(0->4095) 00002000:00010000:1.0:1746137571.102331:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39c00 00000100:00100000:1.0:1746137571.102358:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14381 00000100:00100000:1.0:1746137571.102365:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303192320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.102475:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303192320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.102480:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14381 00002000:00100000:1.0:1746137571.102486:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd39c00 x1830957303192320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.102493:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957303192320 ext(0->4095) 00002000:00010000:1.0:1746137571.102496:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39c00 00000100:00100000:0.0:1746137571.103694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.103739:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192448 00000100:00100000:2.0:1746137571.103744:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192448 00000100:00100000:2.0:1746137571.103785:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30910 00000100:00100000:2.0:1746137571.103792:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303192448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.103802:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.103817:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9aeb expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.103838:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.103845:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.103846:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.103849:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.103874:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.103884:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 11 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.103894:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293110400:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.103974:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.105572:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293110400:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.105598:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.105614:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:2.0:1746137571.105786:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303192448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1864us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.105797:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30910 00000100:00100000:0.0:1746137571.106379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.106585:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192576 00000100:00100000:2.0:1746137571.106595:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192576 00010000:00010000:2.0:1746137571.106618:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.106650:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18676 00000100:00100000:2.0:1746137571.106656:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303192576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.106668:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.106685:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.106695:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.106714:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042fe00/0x95b3ed7b846f7fea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ae4 expref: 12 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.106738:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.106740:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.106746:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.106759:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.106787:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.106797:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110528:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.106859:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.109577:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110528:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.109597:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.109643:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957303192576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2985us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.109652:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18676 00000100:00100000:0.0:1746137571.109909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.110507:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192832 00000100:00100000:2.0:1746137571.110522:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192832 00002000:00100000:2.0:1746137571.110558:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1df80 x1830957303192832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.110568:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1df80 with x1830957303192832 ext(0->4095) 00002000:00010000:2.0:1746137571.110573:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1df80 00000100:00100000:2.0:1746137571.111218:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14382 00000100:00100000:2.0:1746137571.111227:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303192832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.111363:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303192832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.111372:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14382 00002000:00100000:2.0:1746137571.111378:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1df80 x1830957303192832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.111384:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1df80 with x1830957303192832 ext(0->4095) 00002000:00010000:2.0:1746137571.111387:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1df80 00000100:00100000:0.0:1746137571.113848:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.114116:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.115340:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303192960 00000100:00100000:2.0:1746137571.115350:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303192960 00000100:00100000:2.0:1746137571.115919:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193088 00000100:00100000:2.0:1746137571.115922:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193088 00000100:00100000:2.0:1746137571.115966:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30911 00000100:00100000:2.0:1746137571.115974:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:1730:x1830957303192960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.115991:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.116007:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9af2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.116032:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.116039:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.116040:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.116044:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.116070:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.116081:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.116093:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293110656:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.116162:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.116231:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30912 00000100:00100000:0.0:1746137571.116238:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1731:x1830957303193088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.116244:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137571.116250:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9af9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.116261:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.116265:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.116270:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137571.116272:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 14 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.116294:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.116305:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 14 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.116318:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc02200, rc 0) 00000100:00100000:0.0:1746137571.116340:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1731:x1830957303193088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (2224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.116345:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30912 00000100:00100000:2.0:1746137571.118903:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293110656:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.118925:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.118966:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:2.0:1746137571.118999:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957303192960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (5159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.119005:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30911 00000100:00100000:0.0:1746137571.120514:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.120587:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193216 00000100:00100000:2.0:1746137571.120593:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193216 00010000:00010000:2.0:1746137571.120618:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.120648:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18677 00000100:00100000:2.0:1746137571.120653:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303193216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.120666:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.120682:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.120692:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.120714:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f7ff1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9aeb expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.120729:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.120731:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.120736:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.120743:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.120766:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.120775:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 12 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.120784:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110912:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.120842:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.123707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.123859:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293110912:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.123881:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.123910:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193472 00000100:00100000:1.0:1746137571.123917:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193472 00000100:00100000:2.0:1746137571.123920:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303193216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3265us (3409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.123930:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18677 00002000:00100000:1.0:1746137571.124061:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20b100 x1830957303193472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.124070:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957303193472 ext(0->4095) 00010000:00010000:1.0:1746137571.124077:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.124093:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.124099:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20b100 00000100:00100000:1.0:1746137571.124265:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3467 00000100:00100000:1.0:1746137571.124273:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303193472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.125064:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303193472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 791us (1366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.125071:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3467 00002000:00100000:1.0:1746137571.125077:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20b100 x1830957303193472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.125083:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957303193472 ext(0->4095) 00010000:00010000:1.0:1746137571.125089:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.125097:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.125102:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20b100 00000100:00100000:0.0:1746137571.127569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.127643:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193600 00000100:00100000:2.0:1746137571.127652:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193600 00010000:00010000:2.0:1746137571.127683:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.127718:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18678 00000100:00100000:2.0:1746137571.127724:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957303193600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.127737:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.127754:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.127765:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.127785:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f7ff8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af2 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.127799:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.127801:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.127806:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.127814:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.127842:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.127857:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111040:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.127931:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.129467:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111040:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.129484:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.129513:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303193600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1788us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.129534:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18678 00000100:00100000:0.0:1746137571.129725:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.129786:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193856 00000100:00100000:1.0:1746137571.129791:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193856 00002000:00100000:1.0:1746137571.129832:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf100 x1830957303193856/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.129841:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf100 with x1830957303193856 ext(0->4095) 00002000:00010000:1.0:1746137571.129846:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf100 00000100:00100000:1.0:1746137571.129862:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14383 00000100:00100000:1.0:1746137571.129868:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303193856:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.129996:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303193856:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.130002:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14383 00002000:00100000:1.0:1746137571.130012:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf100 x1830957303193856/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.130018:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf100 with x1830957303193856 ext(0->4095) 00002000:00010000:1.0:1746137571.130021:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf100 00000100:00100000:0.0:1746137571.134438:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.135198:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303193984 00000100:00100000:2.0:1746137571.135208:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303193984 00000100:00100000:2.0:1746137571.135262:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30913 00000100:00100000:2.0:1746137571.135270:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303193984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.135287:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.135302:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b00 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.135329:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 11 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.135336:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.135338:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.135341:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.135367:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 11 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.135378:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 11 pid: 10658 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.135396:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111168:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.135482:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.137523:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111168:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.137553:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.137565:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:2.0:1746137571.137612:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303193984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2341us (3182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.137621:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30913 00000100:00100000:0.0:1746137571.137904:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.138037:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303194112 00000100:00100000:3.0:1746137571.138044:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303194112 00010000:00010000:3.0:1746137571.138065:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.138084:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18679 00000100:00100000:3.0:1746137571.138089:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303194112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.138099:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.138116:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.138125:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.138142:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f7fff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9af9 expref: 12 pid: 10658 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.138161:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.138163:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.138169:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.138176:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.138199:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.138212:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111296:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.138257:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.142997:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111296:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.143032:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.143590:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2005:x1830957303194112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5498us (5685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.143601:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18679 00000100:00100000:2.0:1746137571.143748:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.143851:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.143958:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303194496 00000100:00100000:1.0:1746137571.143965:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303194496 00002000:00100000:1.0:1746137571.143999:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134bb80 x1830957303194496/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.144008:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134bb80 with x1830957303194496 ext(0->4095) 00002000:00010000:1.0:1746137571.144012:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134bb80 00000100:00100000:1.0:1746137571.144026:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14384 00000100:00100000:1.0:1746137571.144033:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303194496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.144136:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303194496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.144141:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14384 00002000:00100000:1.0:1746137571.144146:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134bb80 x1830957303194496/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.144158:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134bb80 with x1830957303194496 ext(0->4095) 00002000:00010000:1.0:1746137571.144161:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134bb80 00000100:00100000:0.0:1746137571.144311:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303194240 00000100:00100000:0.0:1746137571.144315:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303194240 00000100:00100000:0.0:1746137571.144345:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30914 00000100:00100000:0.0:1746137571.144350:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:1730:x1830957303194240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.144359:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137571.144378:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b07 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.144398:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.144405:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.144406:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.144409:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 12 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.144437:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.144449:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.144461:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111424:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.144525:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.149178:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.149327:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303194624 00000100:00100000:2.0:1746137571.149335:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303194624 00000100:00100000:2.0:1746137571.149373:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30915 00000100:00100000:2.0:1746137571.149380:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1731:x1830957303194624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.149396:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.149412:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b0e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.149435:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.149440:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.149445:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.149449:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.149483:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.149494:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 14 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.149503:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ca00, rc 0) 00000100:00100000:2.0:1746137571.149555:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1731:x1830957303194624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.149562:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30915 00000100:00100000:3.0:1746137571.149659:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.149675:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303194752 00000100:00100000:3.0:1746137571.149678:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303194752 00010000:00010000:3.0:1746137571.149693:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.149710:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18680 00000100:00100000:3.0:1746137571.149715:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303194752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.149722:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.149739:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.149749:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.149762:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.149764:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.149768:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.149776:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.149793:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.149802:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.149812:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111680:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.149856:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00010000:00010000:0.0:1746137571.150026:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8006 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b00 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.150042:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7ce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111424:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137571.150057:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.150065:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.150072:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03e00, rc 0) 00000100:00100000:0.0:1746137571.150088:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957303194240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5738us (6342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.150094:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30914 00000100:00100000:3.0:1746137571.152814:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.152847:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.152892:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303194752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3175us (3231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.152901:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18680 00000100:00100000:0.0:1746137571.153175:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.153279:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195008 00000100:00100000:2.0:1746137571.153285:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195008 00002000:00100000:2.0:1746137571.153318:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce300 x1830957303195008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.153328:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce300 with x1830957303195008 ext(0->4095) 00010000:00010000:2.0:1746137571.153335:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.153346:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.153352:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ce300 00000100:00100000:2.0:1746137571.153377:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3468 00000100:00100000:2.0:1746137571.153383:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303195008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.153490:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303195008:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.153496:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3468 00002000:00100000:2.0:1746137571.153501:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce300 x1830957303195008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.153509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce300 with x1830957303195008 ext(0->4095) 00010000:00010000:2.0:1746137571.153513:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.153540:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.153546:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ce300 00000100:00100000:0.0:1746137571.156535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.156602:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195136 00000100:00100000:3.0:1746137571.156610:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195136 00010000:00010000:3.0:1746137571.156641:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.156665:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18681 00000100:00100000:3.0:1746137571.156672:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957303195136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.156684:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.156703:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.156713:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.156733:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f800d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b07 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.156762:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.156767:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.156774:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.156781:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.156812:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 12 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.156824:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.156896:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.160628:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293111808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.160661:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.160709:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303195136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4036us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.160720:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18681 00000100:00100000:0.0:1746137571.161092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.161217:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195392 00000100:00100000:3.0:1746137571.161223:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195392 00002000:00100000:3.0:1746137571.161257:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cce00 x1830957303195392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.161267:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cce00 with x1830957303195392 ext(0->4095) 00002000:00010000:3.0:1746137571.161271:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cce00 00000100:00100000:1.0:1746137571.162543:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14385 00000100:00100000:1.0:1746137571.162554:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303195392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.162683:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303195392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.162689:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14385 00002000:00100000:1.0:1746137571.162695:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cce00 x1830957303195392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.162702:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cce00 with x1830957303195392 ext(0->4095) 00002000:00010000:1.0:1746137571.162706:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cce00 00000100:00100000:0.0:1746137571.172632:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.172860:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195520 00000100:00100000:2.0:1746137571.172869:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195520 00000100:00100000:2.0:1746137571.172910:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30916 00000100:00100000:2.0:1746137571.172917:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303195520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.172934:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.172964:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b15 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.172992:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.173000:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.173001:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.173005:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.173032:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 11 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.173043:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 11 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.173055:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009134b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111936:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.173138:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.174499:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009134b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293111936:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.174533:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.174544:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:2.0:1746137571.174573:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303195520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1656us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.174579:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30916 00000100:00100000:0.0:1746137571.184206:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.184359:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195648 00000100:00100000:3.0:1746137571.184369:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195648 00002000:00100000:3.0:1746137571.184415:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb82a00 x1830957303195648/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.184424:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957303195648 ext(0->7) 00010000:00010000:3.0:1746137571.184433:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 12 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.184450:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 12 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.184456:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb82a00 00000100:00100000:3.0:1746137571.188421:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3469 00000100:00100000:3.0:1746137571.188443:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303195648:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137571.193261:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303195648:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 4818us (9055us total) trans 4294972306 rc 0/0 00000100:00100000:0.0:1746137571.193273:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3469 00002000:00100000:0.0:1746137571.193283:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb82a00 x1830957303195648/t4294972306(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.193293:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957303195648 ext(0->7) 00010000:00010000:0.0:1746137571.193303:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 14 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.193317:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 14 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.193324:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb82a00 00000100:00100000:2.0:1746137571.194138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.194299:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195776 00000100:00100000:0.0:1746137571.194307:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195776 00000100:00100000:0.0:1746137571.194347:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30917 00000100:00100000:0.0:1746137571.194354:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957303195776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.194366:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137571.194379:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b1c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.194400:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137571.194405:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.194415:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137571.194418:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.194450:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.194461:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.194470:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03400, rc 0) 00000100:00100000:0.0:1746137571.194508:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1730:x1830957303195776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.194521:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30917 00000100:00100000:0.0:1746137571.198784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.198829:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303195904 00000100:00100000:3.0:1746137571.198838:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303195904 00010000:00010000:3.0:1746137571.198871:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 15 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.198906:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18682 00000100:00100000:3.0:1746137571.198914:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ee9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957303195904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.198927:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137571.198958:0:7197:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137571 -> 1746137572 00002000:00010000:3.0:1746137571.198961:0:7197:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137571 -> 1746137572 00010000:00010000:3.0:1746137571.198966:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 15 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.198977:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 15 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.198999:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8014 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b0e expref: 15 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.199016:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.199018:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.199024:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.199032:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.199062:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.199073:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.199083:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112192:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.199302:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.201322:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112192:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.201352:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.201387:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ee9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957303195904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2473us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.201396:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18682 00000100:00100000:0.0:1746137571.201838:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.201921:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303196160 00000100:00100000:2.0:1746137571.201928:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303196160 00002000:00100000:2.0:1746137571.201996:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81880 x1830957303196160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.202006:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81880 with x1830957303196160 ext(0->4095) 00010000:00010000:2.0:1746137571.202015:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.202027:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.202034:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb81880 00000100:00100000:1.0:1746137571.202156:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3470 00000100:00100000:1.0:1746137571.202165:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303196160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.202293:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303196160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.202297:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3470 00002000:00100000:1.0:1746137571.202301:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81880 x1830957303196160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.202306:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81880 with x1830957303196160 ext(0->4095) 00010000:00010000:1.0:1746137571.202309:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.202323:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.202329:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb81880 00000100:00100000:0.0:1746137571.204605:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.204685:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303196288 00000100:00100000:3.0:1746137571.204693:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303196288 00010000:00010000:3.0:1746137571.204718:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.204746:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18683 00000100:00100000:3.0:1746137571.204752:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303196288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.204763:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.204782:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.204792:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.204811:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f801b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b15 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.204843:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.204845:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.204852:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.204859:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.204890:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.204901:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112320:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.204992:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.208484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.208714:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303196544 00000100:00100000:1.0:1746137571.208724:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303196544 00002000:00100000:1.0:1746137571.208764:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a300 x1830957303196544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.208774:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957303196544 ext(0->4095) 00002000:00010000:1.0:1746137571.208778:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49a300 00000100:00100000:1.0:1746137571.208812:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14386 00000100:00100000:1.0:1746137571.208819:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957303196544:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.208971:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957303196544:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.208978:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14386 00002000:00100000:1.0:1746137571.208984:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49a300 x1830957303196544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.208992:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957303196544 ext(0->4095) 00002000:00010000:1.0:1746137571.208995:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49a300 00000100:00100000:3.0:1746137571.209245:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112320:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.209275:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.209299:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303196288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4547us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.209306:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18683 00000100:00100000:0.0:1746137571.212580:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.212653:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303196672 00000100:00100000:2.0:1746137571.212662:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303196672 00000100:00100000:2.0:1746137571.212713:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30918 00000100:00100000:2.0:1746137571.212721:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303196672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.212737:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.212753:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b23 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.212782:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.212789:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.212790:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.212793:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.212824:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.212835:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.212848:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293112448:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.212928:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.214396:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293112448:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.214404:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137571.214423:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.214437:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310cc00, rc 0) 00000100:00100000:2.0:1746137571.214470:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303196672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1749us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.214471:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303196800 00000100:00100000:3.0:1746137571.214476:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303196800 00000100:00100000:2.0:1746137571.214477:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30918 00010000:00010000:3.0:1746137571.214498:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.214634:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18684 00000100:00100000:3.0:1746137571.214641:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303196800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.214652:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.214670:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.214680:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.214699:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8022 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b1c expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.215195:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.215197:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.215202:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.215211:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.215237:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.215248:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.215526:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.216741:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112576:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.216767:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.217118:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303196800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2476us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.217127:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18684 00000100:00100000:0.0:1746137571.217292:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.217678:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197056 00000100:00100000:3.0:1746137571.217684:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197056 00002000:00100000:3.0:1746137571.217720:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727800 x1830957303197056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.217730:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727800 with x1830957303197056 ext(0->4095) 00002000:00010000:3.0:1746137571.217733:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727800 00000100:00100000:3.0:1746137571.217754:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14387 00000100:00100000:3.0:1746137571.217759:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303197056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.218306:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303197056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 545us (1013us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.218312:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14387 00002000:00100000:3.0:1746137571.218318:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727800 x1830957303197056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.218331:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727800 with x1830957303197056 ext(0->4095) 00002000:00010000:3.0:1746137571.218334:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727800 00000100:00100000:0.0:1746137571.218386:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.218439:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197184 00000100:00100000:2.0:1746137571.218447:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197184 00000100:00100000:2.0:1746137571.218479:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30919 00000100:00100000:2.0:1746137571.218486:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957303197184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.218495:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.218508:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b2a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.218541:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.218549:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.218550:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.218553:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.218577:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.218592:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.218603:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293112704:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.218665:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.221073:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.221137:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197312 00000100:00100000:1.0:1746137571.221144:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197312 00000100:00100000:1.0:1746137571.221180:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30920 00000100:00100000:1.0:1746137571.221186:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1731:x1830957303197312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.221202:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.221216:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b31 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.221237:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.221242:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.221247:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.221251:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.221277:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.221287:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.221295:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0000, rc 0) 00000100:00100000:1.0:1746137571.221328:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1731:x1830957303197312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.221334:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30920 00000100:00100000:2.0:1746137571.221454:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293112704:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.221472:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.221482:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:2.0:1746137571.221525:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1730:x1830957303197184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.221532:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30919 00000100:00100000:0.0:1746137571.222048:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.222191:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197440 00000100:00100000:3.0:1746137571.222195:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197440 00010000:00010000:3.0:1746137571.222213:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.222271:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18685 00000100:00100000:3.0:1746137571.222277:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303197440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.222285:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.222301:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.222311:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.222327:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8029 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b23 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.222442:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.222444:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.222450:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.222457:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.222482:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.222492:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 14 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.222503:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112960:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.223076:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.229530:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.229616:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293112960:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137571.229649:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.229700:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303197440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7423us (7651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.229709:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18685 00000100:00100000:2.0:1746137571.229860:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197696 00000100:00100000:2.0:1746137571.229867:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197696 00002000:00100000:2.0:1746137571.229905:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6a00 x1830957303197696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.229915:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6a00 with x1830957303197696 ext(0->4095) 00010000:00010000:2.0:1746137571.229923:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.229934:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.229970:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c6a00 00000100:00100000:2.0:1746137571.229984:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3471 00000100:00100000:2.0:1746137571.229990:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957303197696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.230105:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957303197696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.230110:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3471 00002000:00100000:2.0:1746137571.230115:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c6a00 x1830957303197696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.230122:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6a00 with x1830957303197696 ext(0->4095) 00010000:00010000:2.0:1746137571.230126:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.230136:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.230141:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c6a00 00000100:00100000:0.0:1746137571.232792:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.232912:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303197824 00000100:00100000:2.0:1746137571.232921:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303197824 00010000:00010000:2.0:1746137571.232972:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.233043:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18686 00000100:00100000:2.0:1746137571.233051:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2007:x1830957303197824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.233063:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.233081:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.233092:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.233111:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8030 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b2a expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.233128:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.233130:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.233136:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.233144:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.233172:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.233183:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113088:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.233702:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.237288:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.237374:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198080 00000100:00100000:3.0:1746137571.237382:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198080 00002000:00100000:3.0:1746137571.237419:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8000 x1830957303198080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.237429:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8000 with x1830957303198080 ext(0->4095) 00002000:00010000:3.0:1746137571.237434:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8000 00000100:00100000:3.0:1746137571.237451:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14388 00000100:00100000:3.0:1746137571.237458:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957303198080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.237590:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2006:x1830957303198080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.237596:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14388 00002000:00100000:3.0:1746137571.237601:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8000 x1830957303198080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.237609:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8000 with x1830957303198080 ext(0->4095) 00002000:00010000:3.0:1746137571.237612:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8000 00000100:00100000:2.0:1746137571.237969:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113088:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.237986:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.238438:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2007:x1830957303197824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5386us (5652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.238447:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18686 00000100:00100000:0.0:1746137571.240543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.240633:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198208 00000100:00100000:2.0:1746137571.240642:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198208 00000100:00100000:2.0:1746137571.240685:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30921 00000100:00100000:2.0:1746137571.240691:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303198208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.240706:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.240720:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b38 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.240748:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.240755:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.240757:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.240760:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.240785:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.240794:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 13 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.240805:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113216:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.240874:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.242829:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113216:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.242854:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.242871:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:2.0:1746137571.242901:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303198208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.242909:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30921 00000100:00100000:0.0:1746137571.243201:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.243331:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198336 00000100:00100000:3.0:1746137571.243337:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198336 00010000:00010000:3.0:1746137571.243359:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.243602:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18687 00000100:00100000:3.0:1746137571.243609:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303198336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.243620:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.243637:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.243647:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.243666:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8037 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b31 expref: 14 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.244116:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.244118:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.244125:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.244133:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.244159:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.244174:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113344:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.244779:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.247359:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113344:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.247394:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.247427:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2005:x1830957303198336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3818us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.247437:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18687 00000100:00100000:0.0:1746137571.248629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.248668:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.248827:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198720 00000100:00100000:2.0:1746137571.248834:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198720 00000100:00100000:2.0:1746137571.248917:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30922 00000100:00100000:2.0:1746137571.248926:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:1730:x1830957303198720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.248956:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.248969:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b3f expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.248994:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.249001:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.249002:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.249005:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.249031:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.249040:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.249055:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113472:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.249137:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198592 00000100:00100000:3.0:1746137571.249140:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198592 00002000:00100000:3.0:1746137571.249160:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4a80 x1830957303198592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.249169:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4a80 with x1830957303198592 ext(0->4095) 00010000:00010000:3.0:1746137571.249174:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.249182:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.249187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4a80 00000100:00100000:3.0:1746137571.249401:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3472 00000100:00100000:3.0:1746137571.249406:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303198592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.249717:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.249871:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303198592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 464us (1256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.249881:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3472 00002000:00100000:3.0:1746137571.249887:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4a80 x1830957303198592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.249894:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4a80 with x1830957303198592 ext(0->4095) 00010000:00010000:3.0:1746137571.249899:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.249907:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.249913:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4a80 00000100:00100000:2.0:1746137571.251868:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113472:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.251893:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.251906:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:2.0:1746137571.251953:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1730:x1830957303198720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3011us (3267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.251961:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30922 00000100:00100000:0.0:1746137571.257604:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.257698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.257861:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198976 00000100:00100000:3.0:1746137571.257869:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198976 00010000:00010000:3.0:1746137571.257902:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.257967:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18688 00000100:00100000:3.0:1746137571.257974:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303198976:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.257986:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.258004:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.258015:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.258035:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f803e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b38 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.258053:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.258055:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.258061:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 13 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.258070:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 13 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.258098:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 13 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.258109:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113600:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.258120:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303198848 00000100:00100000:2.0:1746137571.258125:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303198848 00000100:00100000:2.0:1746137571.258151:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30923 00000100:00100000:2.0:1746137571.258157:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:1731:x1830957303198848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.258170:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137571.258173:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00010000:00010000:2.0:1746137571.258648:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b46 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.258673:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.258855:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.258857:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.258860:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.258885:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.258895:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.258904:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113728:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.259657:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.262385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.262435:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113728:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137571.262461:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.262476:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:0.0:1746137571.262511:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1731:x1830957303198848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4354us (4918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.262535:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30923 00000100:00100000:0.0:1746137571.262606:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303199232 00000100:00100000:0.0:1746137571.262611:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303199232 00002000:00100000:0.0:1746137571.262652:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ed80 x1830957303199232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.262662:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ed80 with x1830957303199232 ext(0->4095) 00010000:00010000:0.0:1746137571.262668:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.262683:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.262690:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ed80 00000100:00100000:3.0:1746137571.263168:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113600:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.263203:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.263256:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303198976:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5281us (5555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.263266:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18688 00000100:00100000:1.0:1746137571.264584:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3473 00000100:00100000:1.0:1746137571.264602:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957303199232:12345-192.168.202.31@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746137571.264729:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957303199232:12345-192.168.202.31@tcp:3:ldlm_bl.0 Request processed in 136us (2353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.264738:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3473 00002000:00100000:1.0:1746137571.264745:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ed80 x1830957303199232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.264754:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ed80 with x1830957303199232 ext(0->4095) 00010000:00010000:1.0:1746137571.265054:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.265072:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.265079:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ed80 00000100:00100000:0.0:1746137571.267784:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.268086:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303199360 00000100:00100000:3.0:1746137571.268096:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303199360 00010000:00010000:3.0:1746137571.268128:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.268164:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18689 00000100:00100000:3.0:1746137571.268172:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b414e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2007:x1830957303199360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.268187:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.268206:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.268218:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.268238:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8045 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b3f expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.268497:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.268500:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.268506:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.268547:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.268581:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 14 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.268594:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113856:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.268659:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ad1f5540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.275022:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293113856:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.275058:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.275106:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b414e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2007:x1830957303199360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6934us (7329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.275121:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18689 00000100:00100000:0.0:1746137571.276983:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.277055:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303199616 00000100:00100000:1.0:1746137571.277062:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303199616 00002000:00100000:1.0:1746137571.277101:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957303199616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.277110:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957303199616 ext(0->4095) 00002000:00010000:1.0:1746137571.277115:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f800 00000100:00100000:1.0:1746137571.277140:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14389 00000100:00100000:1.0:1746137571.277146:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303199616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.277253:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303199616:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.277258:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14389 00002000:00100000:1.0:1746137571.277263:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957303199616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.277275:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957303199616 ext(0->4095) 00002000:00010000:1.0:1746137571.277278:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f800 00000100:00100000:0.0:1746137571.284395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.285088:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303199744 00000100:00100000:2.0:1746137571.285098:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303199744 00000100:00100000:2.0:1746137571.285200:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30924 00000100:00100000:2.0:1746137571.285209:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303199744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.285227:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.285242:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b4d expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.285269:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 13 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.285276:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.285277:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.285280:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.285310:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 13 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.285326:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 13 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.287024:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113984:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.287109:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.297816:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293113984:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.297849:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.297865:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310cc00, rc 0) 00000100:00100000:2.0:1746137571.297932:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303199744:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12723us (13546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.297963:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30924 00000100:00100000:0.0:1746137571.307995:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.308089:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303199872 00000100:00100000:2.0:1746137571.308099:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303199872 00002000:00100000:2.0:1746137571.308141:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d180 x1830957303199872/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.308151:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957303199872 ext(0->7) 00010000:00010000:2.0:1746137571.308159:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 14 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.308171:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 14 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.308182:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d180 00000100:00100000:2.0:1746137571.308217:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3474 00000100:00100000:2.0:1746137571.308225:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303199872:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137571.309167:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303199872:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 938us (1177us total) trans 4294972307 rc 0/0 00000100:00100000:0.0:1746137571.309174:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3474 00002000:00100000:0.0:1746137571.309181:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d180 x1830957303199872/t4294972307(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.309188:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957303199872 ext(0->7) 00010000:00010000:0.0:1746137571.309194:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.309203:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.309208:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d180 00000100:00100000:0.0:1746137571.313913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.314035:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200000 00000100:00100000:2.0:1746137571.314044:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200000 00000100:00100000:2.0:1746137571.314095:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30925 00000100:00100000:2.0:1746137571.314102:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303200000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.314120:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.314136:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b54 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.314161:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.314166:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.314172:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137571.314175:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.314207:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.314219:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.314227:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:2.0:1746137571.314263:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1730:x1830957303200000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.314269:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30925 00000100:00100000:0.0:1746137571.327660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.327769:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200128 00000100:00100000:3.0:1746137571.327779:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200128 00010000:00010000:3.0:1746137571.327816:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.327859:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18690 00000100:00100000:3.0:1746137571.327866:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303200128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.327882:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.327901:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.327912:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.327965:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f804c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b46 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.327984:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.327986:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.327993:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.328001:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.328039:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.328051:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.328063:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114240:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.328400:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.331211:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114240:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.331245:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.331279:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303200128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3413us (3630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.331290:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18690 00000100:00100000:0.0:1746137571.331917:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.332474:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200384 00000100:00100000:2.0:1746137571.332481:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200384 00002000:00100000:2.0:1746137571.332523:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cdc00 x1830957303200384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.332533:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cdc00 with x1830957303200384 ext(0->4095) 00010000:00010000:2.0:1746137571.332541:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.332554:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.332562:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cdc00 00000100:00100000:2.0:1746137571.332586:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3475 00000100:00100000:2.0:1746137571.332593:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303200384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.332696:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303200384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (781us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.332702:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3475 00002000:00100000:2.0:1746137571.332707:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cdc00 x1830957303200384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.332714:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cdc00 with x1830957303200384 ext(0->4095) 00010000:00010000:2.0:1746137571.332719:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.332732:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.332738:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cdc00 00000100:00100000:0.0:1746137571.335751:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.335831:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200512 00000100:00100000:3.0:1746137571.335840:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200512 00010000:00010000:3.0:1746137571.335870:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.335905:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18691 00000100:00100000:3.0:1746137571.335912:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303200512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.335924:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.335967:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.335979:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.336000:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8053 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b4d expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.336016:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.336018:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.336024:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.336032:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.336060:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.336072:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114368:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.336147:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.337998:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114368:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.338033:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.338066:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303200512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2154us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.338076:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18691 00000100:00100000:0.0:1746137571.338849:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.339289:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200768 00000100:00100000:1.0:1746137571.339296:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200768 00002000:00100000:1.0:1746137571.339333:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc000 x1830957303200768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.339343:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc000 with x1830957303200768 ext(0->4095) 00002000:00010000:1.0:1746137571.339348:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cc000 00000100:00100000:1.0:1746137571.339373:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14390 00000100:00100000:1.0:1746137571.339379:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303200768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.339506:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303200768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.339521:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14390 00002000:00100000:1.0:1746137571.339527:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc000 x1830957303200768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.339534:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc000 with x1830957303200768 ext(0->4095) 00002000:00010000:1.0:1746137571.339536:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cc000 00000100:00100000:2.0:1746137571.342642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.342697:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303200896 00000100:00100000:0.0:1746137571.342706:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303200896 00000100:00100000:0.0:1746137571.342753:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30926 00000100:00100000:0.0:1746137571.342761:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303200896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.342776:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137571.342790:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b5b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.342816:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.342823:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137571.342825:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137571.342828:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.342854:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.342865:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.342877:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293114496:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.342974:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800737403c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.345812:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293114496:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.345842:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.345856:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:2.0:1746137571.345892:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303200896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.345899:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30926 00000100:00100000:0.0:1746137571.346379:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.346509:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201024 00000100:00100000:3.0:1746137571.346525:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201024 00010000:00010000:3.0:1746137571.346550:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.346579:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18692 00000100:00100000:3.0:1746137571.346585:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303201024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.346599:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.346616:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.346628:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.346646:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f805a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b54 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.346661:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.346663:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.346669:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.346677:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.346704:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.346714:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114624:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.346772:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.348363:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293114624:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.348395:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.348994:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957303201024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2407us (2615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.349008:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18692 00000100:00100000:0.0:1746137571.349891:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.350161:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.350415:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201152 00000100:00100000:2.0:1746137571.350422:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201152 00000100:00100000:3.0:1746137571.350469:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201408 00000100:00100000:3.0:1746137571.350472:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201408 00002000:00100000:3.0:1746137571.350496:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9ce680 x1830957303201408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.350506:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9ce680 with x1830957303201408 ext(0->4095) 00002000:00010000:3.0:1746137571.350510:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9ce680 00000100:00100000:2.0:1746137571.350957:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30927 00000100:00100000:2.0:1746137571.350965:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1730:x1830957303201152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.350977:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.350991:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b62 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.351013:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.351021:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.351024:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.351027:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.351057:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.351067:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.351079:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293114752:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.351139:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.351429:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3476 00000100:00100000:3.0:1746137571.351435:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303201408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.351554:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303201408:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (1393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.351560:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3476 00002000:00100000:3.0:1746137571.351566:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9ce680 x1830957303201408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.351574:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9ce680 with x1830957303201408 ext(0->4095) 00010000:00010000:3.0:1746137571.351579:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.351589:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.351595:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9ce680 00000100:00100000:0.0:1746137571.354109:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293114752:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137571.354135:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.354148:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ca00, rc 0) 00000100:00100000:0.0:1746137571.354189:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303201152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3225us (4299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.354197:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30927 00000100:00100000:0.0:1746137571.355414:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.355790:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201536 00000100:00100000:2.0:1746137571.355797:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201536 00000100:00100000:2.0:1746137571.355833:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30928 00000100:00100000:2.0:1746137571.355840:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1731:x1830957303201536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.355853:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.355867:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b69 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.355886:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.355891:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.355897:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.355900:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.355928:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.355956:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.355964:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:2.0:1746137571.356342:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957303201536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 501us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.356348:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30928 00000100:00100000:3.0:1746137571.356498:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.356681:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201664 00000100:00100000:0.0:1746137571.356685:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201664 00010000:00010000:0.0:1746137571.356701:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.357562:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18693 00000100:00100000:0.0:1746137571.357569:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303201664:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137571.357579:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137571.357596:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.357608:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.357635:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8061 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b5b expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.357651:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.357653:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.357658:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.357665:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.357690:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.357699:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.357709:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012baa3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293115008:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137571.357772:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.360083:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.360275:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012baa3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293115008:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.360296:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.360768:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303201920 00000100:00100000:1.0:1746137571.360774:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303201920 00002000:00100000:1.0:1746137571.360809:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0a80 x1830957303201920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.360819:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0a80 with x1830957303201920 ext(0->4095) 00010000:00010000:1.0:1746137571.360826:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.360839:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.360845:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0a80 00000100:00100000:2.0:1746137571.361039:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303201664:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3469us (4539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.361048:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18693 00000100:00100000:1.0:1746137571.361786:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3477 00000100:00100000:1.0:1746137571.361795:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303201920:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.361904:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303201920:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.361910:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3477 00002000:00100000:1.0:1746137571.361916:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0a80 x1830957303201920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.361924:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0a80 with x1830957303201920 ext(0->4095) 00010000:00010000:1.0:1746137571.361929:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.361951:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.361957:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0a80 00000100:00100000:0.0:1746137571.364611:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.364693:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202048 00000100:00100000:2.0:1746137571.364701:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202048 00010000:00010000:2.0:1746137571.364729:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.364763:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18694 00000100:00100000:2.0:1746137571.364770:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2007:x1830957303202048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.364782:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.364799:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.364811:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.364831:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8068 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b62 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.364855:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.364857:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.364864:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.364872:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.364901:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.364912:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293115136:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.365010:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.367096:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293115136:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.367116:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.367157:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2007:x1830957303202048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2386us (2553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.367168:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18694 00000100:00100000:3.0:1746137571.368145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.368212:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202304 00000100:00100000:0.0:1746137571.368218:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202304 00002000:00100000:0.0:1746137571.368249:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5f80 x1830957303202304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.368259:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5f80 with x1830957303202304 ext(0->4095) 00002000:00010000:0.0:1746137571.368263:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5f80 00000100:00100000:0.0:1746137571.368353:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14392 00000100:00100000:0.0:1746137571.368360:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2008:x1830957303202304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137571.368474:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2008:x1830957303202304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137571.368483:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14392 00002000:00100000:0.0:1746137571.368488:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c5f80 x1830957303202304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.368495:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5f80 with x1830957303202304 ext(0->4095) 00002000:00010000:0.0:1746137571.368498:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5f80 00000100:00100000:0.0:1746137571.371435:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.371720:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202432 00000100:00100000:2.0:1746137571.371728:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202432 00000100:00100000:2.0:1746137571.371761:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30929 00000100:00100000:2.0:1746137571.371768:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303202432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.371785:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.371800:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b70 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.371824:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.371831:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.371833:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.371837:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.371862:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.371872:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.371883:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293115264:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.372758:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.374136:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293115264:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.374162:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.374176:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310cc00, rc 0) 00000100:00100000:2.0:1746137571.374207:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303202432:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.374219:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30929 00000100:00100000:0.0:1746137571.374623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.374826:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202560 00000100:00100000:2.0:1746137571.374837:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202560 00010000:00010000:2.0:1746137571.374873:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.375535:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18695 00000100:00100000:1.0:1746137571.375546:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303202560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137571.375559:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137571.375578:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.375591:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.375612:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f806f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b69 expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.375667:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.375669:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.375676:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.375685:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.375714:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137571.375725:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115392:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.375798:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.379382:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.379444:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202688 00000100:00100000:3.0:1746137571.379454:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202688 00000100:00100000:1.0:1746137571.379472:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073780700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115392:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137571.379492:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.379526:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30930 00000100:00100000:3.0:1746137571.379536:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303202688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137571.379544:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303202560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3999us (4921us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137571.379552:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137571.379553:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18695 00010000:00010000:3.0:1746137571.379567:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b77 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.379592:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.379599:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.379601:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.379604:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.379685:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.379741:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303202944 00000100:00100000:1.0:1746137571.379746:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303202944 00002000:00100000:1.0:1746137571.379780:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27d180 x1830957303202944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.379789:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27d180 with x1830957303202944 ext(0->4095) 00010000:00010000:1.0:1746137571.379796:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.379805:0:9562:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746137571.379812:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27d180 00010000:00010000:3.0:1746137571.379822:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.379834:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.379842:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3478 00000100:00100000:3.0:1746137571.379845:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293115520:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137571.379849:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303202944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.379910:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.380435:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303202944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 586us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.380441:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3478 00002000:00100000:1.0:1746137571.380446:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27d180 x1830957303202944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.380452:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27d180 with x1830957303202944 ext(0->4095) 00010000:00010000:1.0:1746137571.380458:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.380468:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.380474:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27d180 00000100:00100000:0.0:1746137571.382967:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.383250:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203072 00000100:00100000:2.0:1746137571.383256:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203072 00000100:00100000:3.0:1746137571.383258:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293115520:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.383286:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30931 00010000:00010000:3.0:1746137571.383287:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.383291:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957303203072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.383305:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.383307:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddae00, rc 0) 00010000:00010000:2.0:1746137571.383319:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b7e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.383784:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.383789:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.383793:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.383796:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 18 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.383906:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1730:x1830957303202688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4370us (4530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.383914:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30930 00010000:00010000:2.0:1746137571.383985:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.383995:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.384005:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:2.0:1746137571.384421:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957303203072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1128us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.384427:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30931 00000100:00100000:1.0:1746137571.384530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.384665:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203200 00000100:00100000:2.0:1746137571.384671:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203200 00010000:00010000:2.0:1746137571.384693:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.384720:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18696 00000100:00100000:2.0:1746137571.384726:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303203200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.384739:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.384755:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.384766:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.384785:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f8076 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b70 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.385188:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.385190:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.385196:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.385210:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.385235:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.385244:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.385255:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115776:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.385559:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.386877:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115776:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.386892:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.386931:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303203200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2204us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.386963:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18696 00000100:00100000:0.0:1746137571.387665:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.387717:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203456 00000100:00100000:1.0:1746137571.387723:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203456 00002000:00100000:1.0:1746137571.387754:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957303203456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.387763:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957303203456 ext(0->4095) 00010000:00010000:1.0:1746137571.387771:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.387782:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.387787:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:1.0:1746137571.387813:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3479 00000100:00100000:1.0:1746137571.387819:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957303203456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.387954:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957303203456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.387960:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3479 00002000:00100000:1.0:1746137571.387965:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa0700 x1830957303203456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.387970:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa0700 with x1830957303203456 ext(0->4095) 00010000:00010000:1.0:1746137571.387974:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.387981:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.387987:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa0700 00000100:00100000:0.0:1746137571.391408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.391663:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203584 00000100:00100000:2.0:1746137571.391672:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203584 00010000:00010000:2.0:1746137571.391702:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.391727:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18697 00000100:00100000:2.0:1746137571.391734:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303203584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.391745:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.391765:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.391777:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.391798:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f807d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b77 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.391825:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.391827:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.391834:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.391841:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.391870:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.391881:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115904:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.392837:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.395619:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.395781:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293115904:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.395799:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.395833:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303203584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4100us (4432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.395844:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18697 00000100:00100000:1.0:1746137571.396135:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203840 00000100:00100000:1.0:1746137571.396141:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203840 00002000:00100000:1.0:1746137571.396173:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514a80 x1830957303203840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.396182:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514a80 with x1830957303203840 ext(0->4095) 00002000:00010000:1.0:1746137571.396187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073514a80 00000100:00100000:1.0:1746137571.396201:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14393 00000100:00100000:1.0:1746137571.396206:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303203840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.396309:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303203840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (696us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.396315:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14393 00002000:00100000:1.0:1746137571.396320:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514a80 x1830957303203840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.396326:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514a80 with x1830957303203840 ext(0->4095) 00002000:00010000:1.0:1746137571.396329:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073514a80 00000100:00100000:0.0:1746137571.398622:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.398893:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303203968 00000100:00100000:2.0:1746137571.398900:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303203968 00000100:00100000:3.0:1746137571.399015:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30932 00000100:00100000:3.0:1746137571.399024:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303203968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.399038:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.399054:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b85 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.399078:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.399085:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.399087:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.399090:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.399114:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 15 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.399125:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 15 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.399134:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116032:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.399198:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.401503:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116032:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.401538:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.401554:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddae00, rc 0) 00000100:00100000:3.0:1746137571.401595:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303203968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.401602:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30932 00000100:00100000:0.0:1746137571.402290:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.402721:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204096 00000100:00100000:3.0:1746137571.402727:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204096 00010000:00010000:3.0:1746137571.402750:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.402780:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18698 00000100:00100000:3.0:1746137571.402785:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303204096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.402796:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.402814:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.402824:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.402845:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8084 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b7e expref: 16 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.402876:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.402878:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.402885:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.402893:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.402917:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.402927:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116160:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.404033:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.406478:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116160:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.406497:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.406992:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.407072:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:2005:x1830957303204096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4070us (4566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.407085:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18698 00000100:00100000:3.0:1746137571.407115:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204480 00000100:00100000:3.0:1746137571.407119:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204480 00000100:00100000:3.0:1746137571.407144:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30933 00000100:00100000:3.0:1746137571.407150:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+15:1730:x1830957303204480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.407165:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.407180:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b8c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.407208:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.407215:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.407216:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.407220:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.407246:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.407256:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.407266:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116288:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137571.407879:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.408219:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.408718:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204352 00000100:00100000:2.0:1746137571.408724:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204352 00002000:00100000:2.0:1746137571.408751:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073780700 x1830957303204352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.408761:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073780700 with x1830957303204352 ext(0->4095) 00010000:00010000:2.0:1746137571.408767:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.408778:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.408784:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073780700 00000100:00100000:2.0:1746137571.408808:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3480 00000100:00100000:2.0:1746137571.408814:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303204352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.408918:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303204352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1039us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.408923:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3480 00002000:00100000:2.0:1746137571.408928:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073780700 x1830957303204352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.408950:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073780700 with x1830957303204352 ext(0->4095) 00010000:00010000:2.0:1746137571.408955:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.408963:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.408969:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073780700 00000100:00100000:3.0:1746137571.411661:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116288:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.411688:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.411703:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddbc00, rc 0) 00000100:00100000:3.0:1746137571.411750:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303204480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4599us (4758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.411757:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30933 00000100:00100000:0.0:1746137571.412373:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.412626:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204608 00000100:00100000:3.0:1746137571.412632:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204608 00000100:00100000:3.0:1746137571.412657:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30934 00000100:00100000:3.0:1746137571.412662:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1731:x1830957303204608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.412675:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.412688:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b93 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.412705:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.412710:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.412715:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.412718:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.412742:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.412750:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.412757:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4800, rc 0) 00000100:00100000:3.0:1746137571.413723:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:1731:x1830957303204608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1058us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.413729:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30934 00000100:00100000:0.0:1746137571.415251:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.415350:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204736 00000100:00100000:3.0:1746137571.415356:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204736 00010000:00010000:3.0:1746137571.415385:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.415410:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18699 00000100:00100000:3.0:1746137571.415416:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303204736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.415428:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.415446:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.415455:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.415476:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddae00/0x95b3ed7b846f808b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b85 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.415741:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.415743:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.415751:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.415758:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.415786:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.415796:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.415811:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116544:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.416105:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.420301:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.420412:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116544:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.420430:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.420470:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303204736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5053us (5223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.420480:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18699 00000100:00100000:1.0:1746137571.420562:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303204992 00000100:00100000:1.0:1746137571.420567:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303204992 00002000:00100000:1.0:1746137571.420604:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03ab800 x1830957303204992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.420613:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab800 with x1830957303204992 ext(0->4095) 00010000:00010000:1.0:1746137571.420620:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.420633:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.420640:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03ab800 00000100:00100000:1.0:1746137571.421092:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3481 00000100:00100000:1.0:1746137571.421099:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303204992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.421207:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303204992:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (912us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.421213:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3481 00002000:00100000:1.0:1746137571.421219:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03ab800 x1830957303204992/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.421225:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab800 with x1830957303204992 ext(0->4095) 00010000:00010000:1.0:1746137571.421230:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.421238:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.421245:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a03ab800 00000100:00100000:0.0:1746137571.423800:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.423890:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303205120 00000100:00100000:3.0:1746137571.423898:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303205120 00010000:00010000:3.0:1746137571.423924:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.423974:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18700 00000100:00100000:3.0:1746137571.423980:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303205120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.423990:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.424007:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.424018:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.424039:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f8092 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b8c expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.424477:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.424480:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.424488:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.424495:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.424536:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.424547:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116672:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.424625:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.427610:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116672:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.427629:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.427669:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303205120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3688us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.427679:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18700 00000100:00100000:0.0:1746137571.428158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.429157:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303205376 00000100:00100000:3.0:1746137571.429164:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303205376 00002000:00100000:3.0:1746137571.429198:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814380 x1830957303205376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.429205:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814380 with x1830957303205376 ext(0->4095) 00002000:00010000:3.0:1746137571.429209:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814380 00000100:00100000:3.0:1746137571.429448:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14394 00000100:00100000:3.0:1746137571.429455:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303205376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.429576:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303205376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.429582:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14394 00002000:00100000:3.0:1746137571.429587:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814380 x1830957303205376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.429593:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814380 with x1830957303205376 ext(0->4095) 00002000:00010000:3.0:1746137571.429596:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814380 00000100:00100000:0.0:1746137571.431891:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.431977:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303205504 00000100:00100000:3.0:1746137571.431982:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303205504 00000100:00100000:3.0:1746137571.432421:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30935 00000100:00100000:3.0:1746137571.432428:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303205504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.432442:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.432457:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9b9a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.432480:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.432487:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.432489:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.432492:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.432526:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.432535:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 15 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.432550:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116800:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.432723:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.436141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.436236:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293116800:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.436260:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.436275:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda000, rc 0) 00000100:00100000:3.0:1746137571.436313:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303205504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3885us (4427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.436321:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30935 00000100:00100000:2.0:1746137571.436395:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303205632 00000100:00100000:2.0:1746137571.436401:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303205632 00010000:00010000:2.0:1746137571.436423:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.436455:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18701 00000100:00100000:2.0:1746137571.436461:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2006:x1830957303205632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.436470:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.436487:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.436497:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.436531:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4800/0x95b3ed7b846f8099 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b93 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.436551:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.436553:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.436559:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.436567:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.436595:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.436605:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116928:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.436649:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.438878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.438966:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303205760 00000100:00100000:3.0:1746137571.438971:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303205760 00000100:00100000:3.0:1746137571.438997:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30936 00000100:00100000:3.0:1746137571.439003:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303205760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.439015:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.439029:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ba1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.439048:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.439055:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.439056:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.439060:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.439085:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.439095:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.439104:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117056:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.439175:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.440753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.440763:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293116928:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.440781:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.440814:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2006:x1830957303205632:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4352us (4678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.440822:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18701 00000100:00100000:1.0:1746137571.440824:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206016 00000100:00100000:1.0:1746137571.440829:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206016 00002000:00100000:1.0:1746137571.440859:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800735f7b80 x1830957303206016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137571.440864:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117056:192.168.202.31@tcp:104: 00002000:00100000:1.0:1746137571.440866:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f7b80 with x1830957303206016 ext(0->4095) 00010000:00010000:1.0:1746137571.440874:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.440881:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 16 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.440884:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.440890:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800735f7b80 00010000:00010000:2.0:1746137571.440893:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddbc00, rc 0) 00000100:00100000:1.0:1746137571.440903:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3482 00000100:00100000:1.0:1746137571.440908:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303206016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.440914:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:1730:x1830957303205760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1911us (2040us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.440920:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30936 00000100:00100000:1.0:1746137571.441016:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303206016:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.441022:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3482 00002000:00100000:1.0:1746137571.441027:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800735f7b80 x1830957303206016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.441034:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800735f7b80 with x1830957303206016 ext(0->4095) 00010000:00010000:1.0:1746137571.441038:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.441046:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.441051:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800735f7b80 00000100:00100000:0.0:1746137571.443505:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.443596:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206144 00000100:00100000:2.0:1746137571.443602:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206144 00010000:00010000:2.0:1746137571.443627:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.443745:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18702 00000100:00100000:2.0:1746137571.443752:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303206144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.443763:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.443779:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.443789:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.443809:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9b9a expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.444079:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.444082:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.444089:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.444097:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.444124:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.444134:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117184:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.444522:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.448229:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117184:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.448248:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.448284:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303206144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4532us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.448294:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18702 00000100:00100000:0.0:1746137571.449553:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.449859:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206400 00000100:00100000:1.0:1746137571.449867:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206400 00002000:00100000:1.0:1746137571.449907:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351880 x1830957303206400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.449923:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351880 with x1830957303206400 ext(0->4095) 00002000:00010000:1.0:1746137571.449928:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c351880 00000100:00100000:1.0:1746137571.449980:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14395 00000100:00100000:1.0:1746137571.449987:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303206400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.450099:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303206400:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.450104:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14395 00002000:00100000:1.0:1746137571.450110:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c351880 x1830957303206400/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.450117:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351880 with x1830957303206400 ext(0->4095) 00002000:00010000:1.0:1746137571.450119:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c351880 00000100:00100000:0.0:1746137571.456191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.456438:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206528 00000100:00100000:2.0:1746137571.456447:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206528 00000100:00100000:2.0:1746137571.456485:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30937 00000100:00100000:2.0:1746137571.456492:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303206528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.456508:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.456535:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ba8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.456562:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.456570:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.456571:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.456575:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.456600:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.456612:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 15 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.456623:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117312:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.456711:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.460197:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.460610:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206656 00000100:00100000:3.0:1746137571.460617:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206656 00002000:00100000:3.0:1746137571.460659:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c351f80 x1830957303206656/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.460667:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351f80 with x1830957303206656 ext(0->7) 00010000:00010000:3.0:1746137571.460675:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.460686:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 16 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.460692:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351f80 00000100:00100000:3.0:1746137571.460724:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3483 00000100:00100000:3.0:1746137571.460732:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303206656:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137571.461341:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117312:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.461367:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.461381:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ca00, rc 0) 00000100:00100000:2.0:1746137571.461435:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303206528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4943us (5250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.461442:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30937 00000100:00100000:3.0:1746137571.465776:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303206656:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 5037us (5577us total) trans 4294972308 rc 0/0 00000100:00100000:3.0:1746137571.465791:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3483 00002000:00100000:3.0:1746137571.465801:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008c351f80 x1830957303206656/t4294972308(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.465809:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351f80 with x1830957303206656 ext(0->7) 00010000:00010000:3.0:1746137571.465818:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.465832:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.465838:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c351f80 00000100:00100000:2.0:1746137571.475966:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.476020:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206912 00000100:00100000:0.0:1746137571.476028:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206912 00000100:00100000:2.0:1746137571.476054:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.476088:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303206784 00000100:00100000:3.0:1746137571.476091:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303206784 00010000:00010000:3.0:1746137571.476114:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.476414:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18703 00000100:00100000:0.0:1746137571.476414:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30938 00000100:00100000:3.0:1746137571.476421:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303206784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746137571.476421:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:1730:x1830957303206912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.476433:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.476434:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137571.476450:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9baf expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.476452:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.476462:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 20 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.476476:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137571.476483:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.476488:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137571.476492:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 20 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.476537:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091ddbc00/0x95b3ed7b846f80a7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba1 expref: 20 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.476604:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.476605:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.476612:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.476626:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.476707:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.476719:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.476730:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117440:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.476739:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.476746:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.476753:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117568:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.476796:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.476901:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.479752:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117568:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.479774:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.480011:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293117440:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137571.480030:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.480047:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042ea00, rc 0) 00000100:00100000:3.0:1746137571.480197:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303206784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3775us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.480206:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18703 00000100:00100000:0.0:1746137571.480276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.480313:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303207168 00000100:00100000:0.0:1746137571.480319:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303207168 00002000:00100000:0.0:1746137571.480352:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350700 x1830957303207168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746137571.480448:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1730:x1830957303206912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4027us (4488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.480454:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30938 00002000:00100000:0.0:1746137571.480972:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350700 with x1830957303207168 ext(0->4095) 00010000:00010000:0.0:1746137571.480981:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.480992:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.481003:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350700 00000100:00100000:1.0:1746137571.481081:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3484 00000100:00100000:1.0:1746137571.481088:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303207168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.481198:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303207168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.481204:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3484 00002000:00100000:1.0:1746137571.481209:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008c350700 x1830957303207168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.481216:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c350700 with x1830957303207168 ext(0->4095) 00010000:00010000:1.0:1746137571.481221:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.481229:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.481235:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c350700 00000100:00100000:0.0:1746137571.484300:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.484788:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303207296 00000100:00100000:1.0:1746137571.484797:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303207296 00000100:00100000:1.0:1746137571.485138:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30939 00000100:00100000:1.0:1746137571.485146:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1731:x1830957303207296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.485163:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.485179:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bb6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.485203:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.485208:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.485214:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.485218:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 19 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.485248:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.485259:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 19 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.485268:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0800, rc 0) 00000100:00100000:1.0:1746137571.485310:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:1731:x1830957303207296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.485316:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30939 00000100:00100000:0.0:1746137571.485483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.485746:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303207424 00000100:00100000:3.0:1746137571.485750:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303207424 00010000:00010000:3.0:1746137571.485767:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.485790:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18704 00000100:00100000:3.0:1746137571.485795:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303207424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.485803:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.485819:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.485828:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.485845:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f80ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ba8 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.486871:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.486874:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.486882:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.486889:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.486913:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.486925:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.486955:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117824:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.487023:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.488708:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117824:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.488725:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.488771:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303207424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2975us (3287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.488779:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18704 00000100:00100000:0.0:1746137571.490393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.490431:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303207680 00000100:00100000:2.0:1746137571.490437:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303207680 00002000:00100000:2.0:1746137571.490472:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaed80 x1830957303207680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.490482:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaed80 with x1830957303207680 ext(0->4095) 00010000:00010000:2.0:1746137571.490490:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.490502:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.490509:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaed80 00000100:00100000:2.0:1746137571.490544:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3485 00000100:00100000:2.0:1746137571.490551:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303207680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.490666:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303207680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.490675:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3485 00002000:00100000:2.0:1746137571.490680:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaed80 x1830957303207680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.490688:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaed80 with x1830957303207680 ext(0->4095) 00010000:00010000:2.0:1746137571.490693:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.490701:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.490706:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaed80 00000100:00100000:0.0:1746137571.492653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.492890:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303207808 00000100:00100000:3.0:1746137571.492896:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303207808 00010000:00010000:3.0:1746137571.492920:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.492964:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18705 00000100:00100000:3.0:1746137571.492970:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303207808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.492981:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.492998:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.493008:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.493030:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042ea00/0x95b3ed7b846f80b5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9baf expref: 19 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.493232:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.493235:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.493243:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.493251:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.493278:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.493289:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117952:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.493453:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.496586:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.496698:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293117952:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.496719:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.497182:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208064 00000100:00100000:1.0:1746137571.497188:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208064 00002000:00100000:1.0:1746137571.497227:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27df80 x1830957303208064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.497235:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27df80 with x1830957303208064 ext(0->4095) 00002000:00010000:1.0:1746137571.497240:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27df80 00000100:00100000:1.0:1746137571.497258:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14396 00000100:00100000:1.0:1746137571.497264:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303208064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.497438:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303207808:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4467us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.497446:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18705 00000100:00100000:1.0:1746137571.497795:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303208064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 529us (1214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.497800:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14396 00002000:00100000:1.0:1746137571.497805:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27df80 x1830957303208064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.497813:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27df80 with x1830957303208064 ext(0->4095) 00002000:00010000:1.0:1746137571.497815:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e27df80 00000100:00100000:0.0:1746137571.500070:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.500238:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208192 00000100:00100000:2.0:1746137571.500246:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208192 00000100:00100000:2.0:1746137571.500331:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30940 00000100:00100000:2.0:1746137571.500338:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303208192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.500352:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.500369:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bbd expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.500395:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.500401:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.500403:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.500407:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.500432:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.500444:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 17 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.500454:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118080:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.500851:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.504126:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118080:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.504152:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.504168:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:2.0:1746137571.504218:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303208192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.504226:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30940 00000100:00100000:0.0:1746137571.504620:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.504927:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208320 00000100:00100000:3.0:1746137571.504932:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208320 00010000:00010000:3.0:1746137571.504978:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.504999:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18706 00000100:00100000:3.0:1746137571.505005:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303208320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.505017:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.505034:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.505048:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.505068:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f80bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bb6 expref: 18 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.505082:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.505083:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.505089:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.505097:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.505120:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.505130:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118208:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.505187:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.509882:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.509985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.510056:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208704 00000100:00100000:2.0:1746137571.510062:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208704 00000100:00100000:2.0:1746137571.510102:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30941 00000100:00100000:2.0:1746137571.510108:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1730:x1830957303208704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.510124:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.510140:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bc4 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.510163:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.510170:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.510172:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.510176:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 19 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.510200:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.510211:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.510220:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118336:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.510283:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.510386:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208576 00000100:00100000:1.0:1746137571.510391:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208576 00002000:00100000:1.0:1746137571.510415:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dface00 x1830957303208576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.510423:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dface00 with x1830957303208576 ext(0->4095) 00010000:00010000:1.0:1746137571.510429:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.510438:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.510444:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dface00 00000100:00100000:1.0:1746137571.510456:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3486 00000100:00100000:1.0:1746137571.510461:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303208576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.510566:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303208576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.510573:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3486 00002000:00100000:1.0:1746137571.510579:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dface00 x1830957303208576/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.510586:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dface00 with x1830957303208576 ext(0->4095) 00010000:00010000:1.0:1746137571.510590:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.510598:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.510604:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dface00 00000100:00100000:0.0:1746137571.511004:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118208:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137571.511022:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.511044:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303208320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6039us (6424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.511052:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18706 00000100:00100000:2.0:1746137571.513382:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118336:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.513408:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 18 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.513423:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:2.0:1746137571.513628:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:1730:x1830957303208704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3518us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.513636:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30941 00000100:00100000:0.0:1746137571.516321:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.516456:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303208832 00000100:00100000:2.0:1746137571.516464:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303208832 00010000:00010000:2.0:1746137571.516494:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.516543:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18707 00000100:00100000:2.0:1746137571.516549:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303208832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.516562:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.516580:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.516589:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.516610:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f80c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bbd expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.516629:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.516630:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.516636:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.516643:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.516669:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.516680:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118464:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.516752:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.521395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.521483:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118464:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.521500:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.521561:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303208832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5012us (5245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.521571:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18707 00000100:00100000:3.0:1746137571.522014:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209088 00000100:00100000:3.0:1746137571.522020:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209088 00002000:00100000:3.0:1746137571.522053:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49880 x1830957303209088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.522061:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957303209088 ext(0->4095) 00002000:00010000:3.0:1746137571.522065:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c49880 00000100:00100000:3.0:1746137571.522089:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14397 00000100:00100000:3.0:1746137571.522096:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303209088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.522190:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303209088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.522196:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14397 00002000:00100000:3.0:1746137571.522201:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49880 x1830957303209088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.522208:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49880 with x1830957303209088 ext(0->4095) 00002000:00010000:3.0:1746137571.522210:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c49880 00000100:00100000:0.0:1746137571.531325:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.531422:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209216 00000100:00100000:2.0:1746137571.531430:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209216 00000100:00100000:2.0:1746137571.531468:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30942 00000100:00100000:2.0:1746137571.531475:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303209216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.531492:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.531508:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bcb expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.531545:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.531552:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.531554:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.531557:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.531582:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.531593:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 17 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.531603:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118592:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.532164:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.534092:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118592:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.534117:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.534132:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:2.0:1746137571.534169:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303209216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.534176:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30942 00000100:00100000:0.0:1746137571.535244:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.535434:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209344 00000100:00100000:1.0:1746137571.535441:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209344 00002000:00100000:1.0:1746137571.535473:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c4b100 x1830957303209344/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.535481:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b100 with x1830957303209344 ext(0->7) 00010000:00010000:1.0:1746137571.535487:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 18 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.535498:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 18 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.535504:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4b100 00000100:00100000:1.0:1746137571.535703:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3487 00000100:00100000:1.0:1746137571.535710:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303209344:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137571.536561:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2006:x1830957303209344:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 849us (1316us total) trans 4294972309 rc 0/0 00000100:00100000:0.0:1746137571.536567:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3487 00002000:00100000:0.0:1746137571.536573:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c4b100 x1830957303209344/t4294972309(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.536580:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b100 with x1830957303209344 ext(0->7) 00010000:00010000:0.0:1746137571.536587:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.536597:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.536602:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4b100 00000100:00100000:0.0:1746137571.544015:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.544169:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209472 00000100:00100000:2.0:1746137571.544176:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209472 00010000:00010000:2.0:1746137571.544207:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.544241:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18708 00000100:00100000:2.0:1746137571.544246:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303209472:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.544257:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.544273:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.544282:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.544303:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bc4 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.544322:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.544324:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.544331:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.544338:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.544361:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.544370:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118720:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.544445:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.550276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.550351:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209600 00000100:00100000:2.0:1746137571.550357:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209600 00000100:00100000:2.0:1746137571.550402:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30943 00000100:00100000:2.0:1746137571.550409:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:1730:x1830957303209600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.550425:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.550442:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bd2 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.550468:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.550475:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.550477:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.550481:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.550506:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.550527:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.550537:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118848:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.551253:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.552447:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293118720:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.552464:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.552549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.552554:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303209472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8307us (8546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.552564:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18708 00000100:00100000:1.0:1746137571.552687:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209856 00000100:00100000:1.0:1746137571.552692:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209856 00002000:00100000:1.0:1746137571.552723:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073552300 x1830957303209856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.552732:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957303209856 ext(0->4095) 00010000:00010000:1.0:1746137571.552739:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.552751:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.553103:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073552300 00000100:00100000:1.0:1746137571.553131:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3488 00000100:00100000:1.0:1746137571.553139:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303209856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.553253:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303209856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.553259:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3488 00002000:00100000:1.0:1746137571.553264:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073552300 x1830957303209856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.553271:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957303209856 ext(0->4095) 00010000:00010000:1.0:1746137571.553276:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.553285:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.553292:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073552300 00000100:00100000:2.0:1746137571.553933:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293118848:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.553970:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.553982:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:2.0:1746137571.554002:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:1730:x1830957303209600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3594us (3734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.554008:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30943 00000100:00100000:0.0:1746137571.556808:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.557400:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303209984 00000100:00100000:2.0:1746137571.557407:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303209984 00000100:00100000:2.0:1746137571.558169:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30944 00000100:00100000:2.0:1746137571.558177:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:1731:x1830957303209984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.558193:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.558211:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bd9 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.558236:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.558241:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.558247:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.558250:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 21 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.558279:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.558289:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 21 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.558297:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda000, rc 0) 00000100:00100000:2.0:1746137571.558355:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:1731:x1830957303209984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.558360:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30944 00000100:00100000:2.0:1746137571.558610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.558817:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303210112 00000100:00100000:3.0:1746137571.558821:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303210112 00010000:00010000:3.0:1746137571.558839:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.558857:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18709 00000100:00100000:3.0:1746137571.558862:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303210112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.558870:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.558886:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.558896:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.558914:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f80d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bcb expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.558929:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.558930:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.558952:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.558960:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.558979:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.558990:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.558999:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119104:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.559047:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.562435:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119104:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137571.562435:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137571.562468:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.562523:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303210112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3660us (3913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.562532:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18709 00000100:00100000:1.0:1746137571.562602:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303210368 00000100:00100000:1.0:1746137571.562608:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303210368 00002000:00100000:1.0:1746137571.562647:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734db800 x1830957303210368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.562656:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734db800 with x1830957303210368 ext(0->4095) 00010000:00010000:1.0:1746137571.562663:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.562675:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.562682:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734db800 00000100:00100000:1.0:1746137571.562703:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3489 00000100:00100000:1.0:1746137571.562710:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2006:x1830957303210368:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.562816:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2006:x1830957303210368:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.562822:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3489 00002000:00100000:1.0:1746137571.562827:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734db800 x1830957303210368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.562835:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734db800 with x1830957303210368 ext(0->4095) 00010000:00010000:1.0:1746137571.562840:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.562853:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.562859:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734db800 00000100:00100000:0.0:1746137571.566361:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.566574:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303210496 00000100:00100000:3.0:1746137571.566583:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303210496 00010000:00010000:3.0:1746137571.566616:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.567179:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18710 00000100:00100000:3.0:1746137571.567186:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303210496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.567197:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.567216:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.567228:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.567249:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f80d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd2 expref: 21 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.567296:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.567298:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.567305:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.567313:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.567343:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 20 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.567353:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119232:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.567428:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.570572:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119232:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.570606:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.570640:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303210496:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3454us (4708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.570648:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18710 00000100:00100000:0.0:1746137571.571834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.572007:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303210752 00000100:00100000:3.0:1746137571.572012:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303210752 00002000:00100000:3.0:1746137571.572046:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8700 x1830957303210752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.572055:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8700 with x1830957303210752 ext(0->4095) 00002000:00010000:3.0:1746137571.572059:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d8700 00000100:00100000:3.0:1746137571.572166:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14398 00000100:00100000:3.0:1746137571.572172:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303210752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.572368:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303210752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (535us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.572374:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14398 00002000:00100000:3.0:1746137571.572379:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8700 x1830957303210752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.572385:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8700 with x1830957303210752 ext(0->4095) 00002000:00010000:3.0:1746137571.572388:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734d8700 00000100:00100000:0.0:1746137571.578333:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.578449:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303210880 00000100:00100000:2.0:1746137571.578457:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303210880 00000100:00100000:2.0:1746137571.578497:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30945 00000100:00100000:2.0:1746137571.578504:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303210880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.578544:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.578562:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9be0 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.578592:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 19 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.578598:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.578599:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.578602:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.578629:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 19 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.578640:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 19 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.578650:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119360:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.578736:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.586842:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119360:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.586870:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.586885:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda200, rc 0) 00000100:00100000:2.0:1746137571.589240:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303210880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10726us (10903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.589251:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30945 00000100:00100000:0.0:1746137571.590574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.590641:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211008 00000100:00100000:3.0:1746137571.590648:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211008 00002000:00100000:3.0:1746137571.590685:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734daa00 x1830957303211008/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.590700:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734daa00 with x1830957303211008 ext(0->7) 00010000:00010000:3.0:1746137571.590708:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.590720:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 20 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.590726:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734daa00 00000100:00100000:3.0:1746137571.590752:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3490 00000100:00100000:3.0:1746137571.590759:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2007:x1830957303211008:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137571.594089:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2007:x1830957303211008:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3322us (3508us total) trans 4294972310 rc 0/0 00000100:00100000:3.0:1746137571.594099:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3490 00002000:00100000:3.0:1746137571.594108:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734daa00 x1830957303211008/t4294972310(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.594115:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734daa00 with x1830957303211008 ext(0->7) 00010000:00010000:3.0:1746137571.594125:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.594139:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.594144:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734daa00 00000100:00100000:0.0:1746137571.598877:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.599236:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211136 00000100:00100000:3.0:1746137571.599244:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211136 00010000:00010000:3.0:1746137571.599275:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.599456:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18711 00000100:00100000:3.0:1746137571.599464:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2008:x1830957303211136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.599475:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.599492:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.599502:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.599535:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091dda000/0x95b3ed7b846f80df lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bd9 expref: 22 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.599555:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.599557:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.599564:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.599572:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.599597:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.599607:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119488:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.599677:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.604847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.604915:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211264 00000100:00100000:2.0:1746137571.604922:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211264 00000100:00100000:2.0:1746137571.604988:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30946 00000100:00100000:2.0:1746137571.604996:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:1730:x1830957303211264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.605013:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.605029:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9be7 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.605054:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.605060:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.605062:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.605065:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.605088:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.605099:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.605110:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119616:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.605185:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.605630:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119488:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.605661:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.605687:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2008:x1830957303211136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6224us (6817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.605696:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18711 00000100:00100000:0.0:1746137571.608079:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.608204:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211520 00000100:00100000:3.0:1746137571.608213:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211520 00002000:00100000:3.0:1746137571.608253:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775c00 x1830957303211520/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.608461:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957303211520 ext(0->4095) 00010000:00010000:3.0:1746137571.608472:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.608486:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.608493:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775c00 00000100:00100000:3.0:1746137571.608533:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3491 00000100:00100000:3.0:1746137571.608540:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303211520:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.608677:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303211520:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.608684:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3491 00002000:00100000:3.0:1746137571.608689:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6775c00 x1830957303211520/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.608703:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957303211520 ext(0->4095) 00010000:00010000:3.0:1746137571.608707:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.608716:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.608722:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a6775c00 00000100:00100000:3.0:1746137571.610360:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119616:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.610391:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 22 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.610405:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:3.0:1746137571.610436:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:1730:x1830957303211264:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5441us (5595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.610443:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30946 00000100:00100000:0.0:1746137571.613743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.613828:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211648 00000100:00100000:3.0:1746137571.613837:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211648 00010000:00010000:3.0:1746137571.613869:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.613903:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18712 00000100:00100000:3.0:1746137571.613909:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303211648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.613923:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.613966:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.613978:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.614000:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091dda200/0x95b3ed7b846f80e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be0 expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.615797:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.615803:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.615817:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.615828:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.615873:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.615886:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119744:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.615982:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.618159:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293119744:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.618197:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.618247:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303211648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4335us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.618258:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18712 00000100:00100000:0.0:1746137571.619086:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.619350:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303211904 00000100:00100000:1.0:1746137571.619360:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303211904 00002000:00100000:1.0:1746137571.619400:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774700 x1830957303211904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.619410:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774700 with x1830957303211904 ext(0->4095) 00002000:00010000:1.0:1746137571.619415:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774700 00000100:00100000:1.0:1746137571.619444:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14399 00000100:00100000:1.0:1746137571.619451:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957303211904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.619579:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957303211904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.619584:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14399 00002000:00100000:1.0:1746137571.619589:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6774700 x1830957303211904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.619596:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774700 with x1830957303211904 ext(0->4095) 00002000:00010000:1.0:1746137571.619599:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774700 00000100:00100000:0.0:1746137571.626332:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.626479:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212032 00000100:00100000:3.0:1746137571.626489:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212032 00000100:00100000:3.0:1746137571.626559:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30947 00000100:00100000:3.0:1746137571.626567:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303212032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.626585:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.626600:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bee expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.626628:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.626635:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.626637:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.626640:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.626668:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.626678:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 21 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.626688:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119872:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.626768:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.630004:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.630303:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212160 00000100:00100000:2.0:1746137571.630314:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212160 00002000:00100000:2.0:1746137571.630360:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f999500 x1830957303212160/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.630371:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999500 with x1830957303212160 ext(0->7) 00010000:00010000:2.0:1746137571.630381:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 22 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.630394:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 22 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.630401:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999500 00000100:00100000:2.0:1746137571.630431:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3492 00000100:00100000:2.0:1746137571.630438:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2006:x1830957303212160:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137571.631204:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293119872:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.631244:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.631263:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d200, rc 0) 00000100:00100000:3.0:1746137571.631309:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303212032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4742us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.631316:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30947 00000100:00100000:2.0:1746137571.631352:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303212160:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 911us (1353us total) trans 4294972311 rc 0/0 00000100:00100000:2.0:1746137571.631363:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3492 00002000:00100000:2.0:1746137571.631371:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f999500 x1830957303212160/t4294972311(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.631379:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999500 with x1830957303212160 ext(0->7) 00010000:00010000:2.0:1746137571.631387:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 24 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.631398:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 24 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.631404:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999500 00000100:00100000:0.0:1746137571.634536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.634613:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.634679:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212288 00000100:00100000:3.0:1746137571.634689:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212288 00000100:00100000:2.0:1746137571.634781:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212416 00000100:00100000:3.0:1746137571.634840:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30948 00000100:00100000:3.0:1746137571.634848:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:1730:x1830957303212288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.634863:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137571.634872:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212416 00010000:00010000:3.0:1746137571.634878:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bf5 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.634901:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.634905:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 26 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.634907:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.634913:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137571.634916:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 26 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.634934:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18713 00000100:00100000:2.0:1746137571.634976:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303212416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.634987:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.634991:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.635003:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 26 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.635004:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 26 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.635015:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 26 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.635034:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f80ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9be7 expref: 26 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.635628:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.635631:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.635637:0:24924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.635646:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.635660:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137571.635669:0:24924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.635680:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.635692:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293120128:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.635967:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2006:x1830957303212416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 998us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.635973:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18713 00000100:00100000:3.0:1746137571.636256:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.640372:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293120128:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.640411:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:0.0:1746137571.640438:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.640582:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:1730:x1830957303212288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5733us (6050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.640591:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30948 00000100:00100000:2.0:1746137571.641089:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212672 00000100:00100000:2.0:1746137571.641096:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212672 00002000:00100000:2.0:1746137571.641136:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135565500 x1830957303212672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.641144:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135565500 with x1830957303212672 ext(0->4095) 00010000:00010000:2.0:1746137571.641153:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.641165:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.641172:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135565500 00000100:00100000:2.0:1746137571.641199:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3493 00000100:00100000:2.0:1746137571.641206:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303212672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.641315:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303212672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.641321:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3493 00002000:00100000:2.0:1746137571.641326:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135565500 x1830957303212672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.641332:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135565500 with x1830957303212672 ext(0->4095) 00010000:00010000:2.0:1746137571.641336:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.641344:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.641349:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135565500 00000100:00100000:0.0:1746137571.643807:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.643995:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303212800 00000100:00100000:2.0:1746137571.644003:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303212800 00010000:00010000:2.0:1746137571.644036:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.644064:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18714 00000100:00100000:2.0:1746137571.644071:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303212800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.644082:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.644101:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.644112:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.644131:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f80f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bee expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.644158:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.644160:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.644167:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.644174:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.644203:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.644215:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120256:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.644805:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.646459:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120256:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.646477:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.646523:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303212800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2439us (2709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.646534:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18714 00000100:00100000:0.0:1746137571.647963:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.648045:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213056 00000100:00100000:2.0:1746137571.648051:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213056 00002000:00100000:2.0:1746137571.648088:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566a00 x1830957303213056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.648097:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566a00 with x1830957303213056 ext(0->4095) 00002000:00010000:2.0:1746137571.648101:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135566a00 00000100:00100000:2.0:1746137571.648133:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14400 00000100:00100000:2.0:1746137571.648139:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303213056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.648267:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303213056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.648273:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14400 00002000:00100000:2.0:1746137571.648279:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566a00 x1830957303213056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.648286:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566a00 with x1830957303213056 ext(0->4095) 00002000:00010000:2.0:1746137571.648289:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135566a00 00000100:00100000:0.0:1746137571.651172:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.653115:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213184 00000100:00100000:3.0:1746137571.653128:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213184 00000100:00100000:3.0:1746137571.653194:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30949 00000100:00100000:3.0:1746137571.653203:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303213184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.653222:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.653237:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9bfc expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.653265:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.653272:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.653274:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.653277:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.653306:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.653318:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 23 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.653330:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293120384:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.653418:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.658789:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293120384:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.658791:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137571.658834:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137571.658848:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213312 00000100:00100000:1.0:1746137571.658856:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213312 00010000:00010000:3.0:1746137571.658863:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:1.0:1746137571.658911:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30950 00000100:00100000:1.0:1746137571.658919:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:1730:x1830957303213312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.658966:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.658981:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c03 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.659001:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.659007:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.659012:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137571.659015:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 25 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.659038:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303213184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5834us (7872us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137571.659045:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.659048:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30949 00010000:00010000:1.0:1746137571.659055:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 25 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.659062:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0000, rc 0) 00000100:00100000:1.0:1746137571.659081:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:1730:x1830957303213312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.659087:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30950 00000100:00100000:0.0:1746137571.661791:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.661918:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213440 00000100:00100000:2.0:1746137571.661927:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213440 00010000:00010000:2.0:1746137571.661968:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 25 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.662001:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18715 00000100:00100000:2.0:1746137571.662008:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2005:x1830957303213440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.662021:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.662038:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 25 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.662053:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 25 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.662072:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f80fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bf5 expref: 25 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.662095:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.662096:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.662102:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.662109:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.662136:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.662146:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 5 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.662157:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120640:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.662231:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.664349:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120640:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.664365:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.664409:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2005:x1830957303213440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2400us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.664421:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18715 00000100:00100000:0.0:1746137571.664981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.665175:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213696 00000100:00100000:1.0:1746137571.665182:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213696 00002000:00100000:1.0:1746137571.665217:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528000 x1830957303213696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.665225:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528000 with x1830957303213696 ext(0->4095) 00010000:00010000:1.0:1746137571.665233:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.665244:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.665250:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528000 00000100:00100000:1.0:1746137571.665274:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3494 00000100:00100000:1.0:1746137571.665280:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303213696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137571.665402:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303213696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.665407:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3494 00002000:00100000:1.0:1746137571.665412:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528000 x1830957303213696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.665419:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528000 with x1830957303213696 ext(0->4095) 00010000:00010000:1.0:1746137571.665423:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.665431:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.665436:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073528000 00000100:00100000:0.0:1746137571.666606:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.666783:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303213824 00000100:00100000:2.0:1746137571.666788:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303213824 00010000:00010000:2.0:1746137571.666807:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.666831:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18716 00000100:00100000:2.0:1746137571.666837:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303213824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.666847:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.666862:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.666871:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.666891:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8102 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9bfc expref: 6 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.666905:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.666907:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.666914:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.666922:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.666980:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.666992:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120768:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.667059:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.668427:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293120768:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.668443:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.668480:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303213824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1643us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.668488:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18716 00000100:00100000:0.0:1746137571.668792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.668866:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214080 00000100:00100000:1.0:1746137571.668871:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214080 00002000:00100000:1.0:1746137571.668902:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957303214080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.668916:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957303214080 ext(0->4095) 00002000:00010000:1.0:1746137571.668920:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637480 00000100:00100000:1.0:1746137571.669154:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14401 00000100:00100000:1.0:1746137571.669161:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303214080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.669330:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303214080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.669335:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14401 00002000:00100000:1.0:1746137571.669340:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136637480 x1830957303214080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.669346:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136637480 with x1830957303214080 ext(0->4095) 00002000:00010000:1.0:1746137571.669349:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136637480 00000100:00100000:0.0:1746137571.670467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.670566:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214208 00000100:00100000:2.0:1746137571.670575:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214208 00000100:00100000:2.0:1746137571.670632:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30951 00000100:00100000:2.0:1746137571.670639:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303214208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.670655:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.670672:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c0a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.670698:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.670704:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.670706:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.670710:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.670736:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.670747:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 23 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.670758:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293120896:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.670851:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.673871:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.674011:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214336 00000100:00100000:1.0:1746137571.674019:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214336 00002000:00100000:1.0:1746137571.674059:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88013036d880 x1830957303214336/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.674068:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036d880 with x1830957303214336 ext(0->7) 00010000:00010000:1.0:1746137571.674081:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 24 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.674094:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 24 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.674101:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036d880 00000100:00100000:1.0:1746137571.674129:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3495 00000100:00100000:1.0:1746137571.674136:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:2006:x1830957303214336:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137571.674253:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293120896:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.674275:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.674290:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:2.0:1746137571.674341:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e971450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303214208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.674348:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30951 00000100:00100000:0.0:1746137571.675532:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303214336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1315us (1585us total) trans 4294972312 rc 0/0 00000100:00100000:0.0:1746137571.675551:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3495 00002000:00100000:0.0:1746137571.675566:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88013036d880 x1830957303214336/t4294972312(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.675575:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036d880 with x1830957303214336 ext(0->7) 00010000:00010000:0.0:1746137571.675585:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.675610:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.675617:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013036d880 00000100:00100000:0.0:1746137571.677707:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.678338:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214464 00000100:00100000:3.0:1746137571.678349:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214464 00010000:00010000:3.0:1746137571.678385:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.678426:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18717 00000100:00100000:3.0:1746137571.678433:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303214464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.678447:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.678465:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.678477:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.678498:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0000/0x95b3ed7b846f8109 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c03 expref: 26 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.678555:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.678558:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.678564:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.678573:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.678605:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.678618:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121024:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.679156:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.683034:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.683311:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214592 00000100:00100000:2.0:1746137571.683320:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214592 00000100:00100000:2.0:1746137571.683377:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30952 00000100:00100000:2.0:1746137571.683384:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:1730:x1830957303214592:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.683401:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.683417:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c11 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.683445:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.683452:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.683453:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.683456:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.683490:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.683506:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 5 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.683527:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121152:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.683630:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.683640:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121024:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.683670:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.683691:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303214464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5258us (5989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.683699:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18717 00000100:00100000:0.0:1746137571.684320:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.684426:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214848 00000100:00100000:2.0:1746137571.684430:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214848 00002000:00100000:2.0:1746137571.684455:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd38a80 x1830957303214848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.684464:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957303214848 ext(0->4095) 00010000:00010000:2.0:1746137571.684469:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.684478:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.684484:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd38a80 00000100:00100000:2.0:1746137571.684566:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3496 00000100:00100000:2.0:1746137571.684572:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303214848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.684862:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303214848:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 289us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.684868:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3496 00002000:00100000:2.0:1746137571.684873:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fd38a80 x1830957303214848/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.684886:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957303214848 ext(0->4095) 00010000:00010000:2.0:1746137571.684890:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.684898:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.684903:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fd38a80 00000100:00100000:2.0:1746137571.685892:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121152:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.685914:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.685962:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073541000, rc 0) 00000100:00100000:2.0:1746137571.685994:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:1730:x1830957303214592:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2610us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.686001:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30952 00010000:00010000:2.0:1746137571.687283:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137571.689145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.689723:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303214976 00000100:00100000:2.0:1746137571.689732:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303214976 00000100:00100000:2.0:1746137571.689793:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30953 00000100:00100000:2.0:1746137571.689828:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:1731:x1830957303214976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.689896:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.689912:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c18 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.689970:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.689976:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.689982:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.689986:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.690020:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.690055:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.690065:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540000, rc 0) 00000100:00100000:2.0:1746137571.690218:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957303214976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 390us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.690224:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30953 00000100:00100000:0.0:1746137571.690704:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.690784:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303215104 00000100:00100000:3.0:1746137571.690789:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303215104 00010000:00010000:3.0:1746137571.690805:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.690834:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18718 00000100:00100000:3.0:1746137571.690839:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303215104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.690847:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.690865:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.690875:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.690893:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8110 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c0a expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.690912:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.690914:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.690919:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.690926:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.690962:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.690972:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.691050:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121408:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.692870:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.696054:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121408:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.696090:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.696134:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303215104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5293us (5429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.696144:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18718 00000100:00100000:0.0:1746137571.696395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.696488:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303215360 00000100:00100000:2.0:1746137571.696494:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303215360 00002000:00100000:2.0:1746137571.696543:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a300 x1830957303215360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.696604:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957303215360 ext(0->4095) 00010000:00010000:2.0:1746137571.696613:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.696630:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.696636:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a300 00000100:00100000:2.0:1746137571.696704:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3497 00000100:00100000:2.0:1746137571.696711:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303215360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.696826:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303215360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.696833:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3497 00002000:00100000:2.0:1746137571.696838:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88011d20a300 x1830957303215360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.696846:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957303215360 ext(0->4095) 00010000:00010000:2.0:1746137571.696850:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.696858:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.696864:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d20a300 00000100:00100000:0.0:1746137571.699880:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.700673:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303215488 00000100:00100000:3.0:1746137571.700800:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303215488 00010000:00010000:3.0:1746137571.701022:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.701059:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18719 00000100:00100000:3.0:1746137571.701067:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303215488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.701081:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.701101:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.701113:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.701384:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8117 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c11 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.701413:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.701416:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.701423:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.701431:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.701464:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.701477:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121536:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.701582:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.703676:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121536:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.703711:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.704159:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303215488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3090us (4285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.704168:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18719 00000100:00100000:0.0:1746137571.704304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.704470:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303215744 00000100:00100000:2.0:1746137571.704477:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303215744 00002000:00100000:2.0:1746137571.704521:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1e680 x1830957303215744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.704532:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957303215744 ext(0->4095) 00002000:00010000:2.0:1746137571.704537:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:2.0:1746137571.704560:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14402 00000100:00100000:2.0:1746137571.704891:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303215744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.705145:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303215744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 577us (841us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.705151:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14402 00002000:00100000:2.0:1746137571.705157:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1e680 x1830957303215744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.705164:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957303215744 ext(0->4095) 00002000:00010000:2.0:1746137571.705167:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:0.0:1746137571.708096:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.708226:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303215872 00000100:00100000:2.0:1746137571.708236:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303215872 00000100:00100000:2.0:1746137571.708293:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30954 00000100:00100000:2.0:1746137571.708299:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303215872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.708313:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.708327:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c1f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.708352:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.708358:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.708359:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.708361:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.708545:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.708554:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 25 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.708564:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121664:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.708656:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.710316:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121664:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.710344:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.710361:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:2.0:1746137571.710487:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303215872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.710496:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30954 00000100:00100000:0.0:1746137571.710671:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.710923:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216000 00000100:00100000:3.0:1746137571.710929:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216000 00010000:00010000:3.0:1746137571.710995:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.711022:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18720 00000100:00100000:3.0:1746137571.711028:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303216000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.711038:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.711056:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.711066:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.711085:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f811e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c18 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.711111:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.711112:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.711118:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.711130:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.711157:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.711168:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121792:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.711233:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.713909:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293121792:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.714041:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.714089:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2006:x1830957303216000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3060us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.714100:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18720 00000100:00100000:0.0:1746137571.717598:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.717655:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.717731:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216256 00000100:00100000:2.0:1746137571.717740:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216256 00000100:00100000:2.0:1746137571.717791:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30955 00000100:00100000:2.0:1746137571.717799:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:1730:x1830957303216256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.717820:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.717835:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c26 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.717863:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.717872:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.717873:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.717876:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.717906:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.717917:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 5 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.717929:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121920:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.717979:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216384 00000100:00100000:3.0:1746137571.717983:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216384 00002000:00100000:3.0:1746137571.718008:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957303216384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.718017:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957303216384 ext(0->4095) 00010000:00010000:3.0:1746137571.718022:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.718031:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.718036:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cca80 00000100:00100000:3.0:1746137571.718051:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3498 00000100:00100000:3.0:1746137571.718056:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303216384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.718197:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303216384:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.718203:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3498 00002000:00100000:3.0:1746137571.718209:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cca80 x1830957303216384/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.718215:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cca80 with x1830957303216384 ext(0->4095) 00010000:00010000:3.0:1746137571.718219:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.718226:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.718231:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cca80 00000100:00100000:2.0:1746137571.718273:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.721340:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293121920:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.721369:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.721386:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540800, rc 0) 00000100:00100000:2.0:1746137571.721458:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:1730:x1830957303216256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3659us (3870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.721467:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30955 00000100:00100000:0.0:1746137571.723737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.723810:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216512 00000100:00100000:2.0:1746137571.723819:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216512 00000100:00100000:0.0:1746137571.723831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.723871:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30956 00000100:00100000:2.0:1746137571.723878:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:1731:x1830957303216512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.723894:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.723913:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c2d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.723917:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216640 00000100:00100000:3.0:1746137571.723924:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216640 00010000:00010000:2.0:1746137571.723959:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.723965:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.723970:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.723973:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.723979:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.724002:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18721 00010000:00010000:2.0:1746137571.724004:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.724009:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303216640:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.724014:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.724019:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.724023:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d0ca400, rc 0) 00010000:00010000:3.0:1746137571.724037:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.724052:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.724064:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957303216512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.724069:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30956 00010000:00010000:3.0:1746137571.724071:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8125 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c1f expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.724088:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.724090:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.724096:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.724103:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.724128:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.724138:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.724149:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122176:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.724218:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.725827:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122176:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.725857:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.726090:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303216640:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2079us (2256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.726105:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18721 00000100:00100000:3.0:1746137571.726395:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.726499:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303216896 00000100:00100000:0.0:1746137571.726505:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303216896 00002000:00100000:0.0:1746137571.726699:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4a80 x1830957303216896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.726708:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4a80 with x1830957303216896 ext(0->4095) 00010000:00010000:0.0:1746137571.726717:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.726729:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.726735:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4a80 00000100:00100000:0.0:1746137571.726761:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3499 00000100:00100000:0.0:1746137571.726767:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2007:x1830957303216896:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746137571.726885:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2007:x1830957303216896:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137571.726890:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3499 00002000:00100000:0.0:1746137571.726895:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4a80 x1830957303216896/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.726903:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4a80 with x1830957303216896 ext(0->4095) 00010000:00010000:0.0:1746137571.726907:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.726915:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:0.0:1746137571.726920:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4a80 00000100:00100000:0.0:1746137571.729236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.729705:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217024 00000100:00100000:3.0:1746137571.729717:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217024 00010000:00010000:3.0:1746137571.729754:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.729779:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18722 00000100:00100000:3.0:1746137571.729786:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303217024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.729797:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.729816:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.729826:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.729845:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540800/0x95b3ed7b846f812c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c26 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.729858:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.729860:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.729865:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.729872:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.729906:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 26 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.729917:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122304:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.730016:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.734292:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.734305:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122304:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.734341:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.734686:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303217024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4898us (5457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.734695:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18722 00000100:00100000:3.0:1746137571.734835:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217280 00000100:00100000:3.0:1746137571.734843:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217280 00002000:00100000:3.0:1746137571.734880:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957303217280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.734889:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957303217280 ext(0->4095) 00002000:00010000:3.0:1746137571.734894:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5180 00000100:00100000:3.0:1746137571.735199:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14403 00000100:00100000:3.0:1746137571.735207:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2005:x1830957303217280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.735327:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2005:x1830957303217280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (1043us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.735333:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14403 00002000:00100000:3.0:1746137571.735339:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957303217280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.735346:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957303217280 ext(0->4095) 00002000:00010000:3.0:1746137571.735348:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb5180 00000100:00100000:0.0:1746137571.745262:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.745366:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217408 00000100:00100000:1.0:1746137571.745376:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217408 00000100:00100000:1.0:1746137571.745472:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30957 00000100:00100000:1.0:1746137571.745481:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303217408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137571.745500:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137571.745851:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c34 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.745880:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.745887:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.745888:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137571.745891:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.745919:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 25 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.745931:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 25 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.746050:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293122432:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137571.746128:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.748264:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293122432:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137571.748294:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.748310:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367a0800, rc 0) 00000100:00100000:1.0:1746137571.748357:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303217408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2877us (3104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.748365:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30957 00000100:00100000:0.0:1746137571.748502:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.748908:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217536 00000100:00100000:1.0:1746137571.748915:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217536 00002000:00100000:1.0:1746137571.748977:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133f86a00 x1830957303217536/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.748985:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86a00 with x1830957303217536 ext(0->7) 00010000:00010000:1.0:1746137571.748992:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.749003:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 26 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.749009:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f86a00 00000100:00100000:1.0:1746137571.749034:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3500 00000100:00100000:1.0:1746137571.749041:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2006:x1830957303217536:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137571.751445:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303217536:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2395us (2937us total) trans 4294972313 rc 0/0 00000100:00100000:1.0:1746137571.751457:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3500 00002000:00100000:1.0:1746137571.751467:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880133f86a00 x1830957303217536/t4294972313(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.751481:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86a00 with x1830957303217536 ext(0->7) 00010000:00010000:1.0:1746137571.751490:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.751504:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.751520:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f86a00 00000100:00100000:0.0:1746137571.759972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.760032:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217664 00000100:00100000:2.0:1746137571.760046:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217664 00010000:00010000:2.0:1746137571.760084:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.760122:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18723 00000100:00100000:2.0:1746137571.760128:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303217664:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.760139:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.760156:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.760165:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.760181:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8133 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c2d expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.760239:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.760241:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.760246:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.760251:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.760278:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.760291:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122560:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.760703:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.762101:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122560:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.762119:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.762158:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303217664:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2029us (2231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.762168:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18723 00000100:00100000:0.0:1746137571.762823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.762873:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303217920 00000100:00100000:1.0:1746137571.762880:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303217920 00002000:00100000:1.0:1746137571.762915:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41b100 x1830957303217920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.762923:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41b100 with x1830957303217920 ext(0->4095) 00002000:00010000:1.0:1746137571.762927:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41b100 00000100:00100000:1.0:1746137571.762977:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14404 00000100:00100000:1.0:1746137571.762983:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303217920:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137571.763530:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303217920:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 545us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.763536:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14404 00002000:00100000:1.0:1746137571.763542:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41b100 x1830957303217920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.763549:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41b100 with x1830957303217920 ext(0->4095) 00002000:00010000:1.0:1746137571.763552:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41b100 00000100:00100000:1.0:1746137571.766273:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.766460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.766548:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218048 00000100:00100000:0.0:1746137571.766557:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218048 00000100:00100000:0.0:1746137571.766604:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218176 00000100:00100000:0.0:1746137571.766607:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218176 00000100:00100000:0.0:1746137571.766630:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30958 00000100:00100000:0.0:1746137571.766638:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303218048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137571.766640:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30959 00000100:00100000:3.0:1746137571.766649:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1731:x1830957303218176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137571.766653:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.766659:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.766668:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c42 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.766669:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c3b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.766746:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.766759:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.766761:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.766765:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.766774:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.766779:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.766785:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.766788:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.766812:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.766823:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.766835:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f41a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293122688:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.766901:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137571.766961:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00010000:00010000:3.0:1746137571.766974:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.766984:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00000100:00100000:3.0:1746137571.767006:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303218176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.767012:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30959 00000100:00100000:2.0:1746137571.768069:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f41a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293122688:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.768112:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.768120:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4a00, rc 0) 00000100:00100000:2.0:1746137571.768150:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303218048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1513us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.768155:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30958 00000100:00100000:0.0:1746137571.768756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.768797:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218304 00000100:00100000:2.0:1746137571.768802:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218304 00010000:00010000:2.0:1746137571.768823:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.768850:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18724 00000100:00100000:2.0:1746137571.768856:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303218304:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.768865:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.768883:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.768891:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.768908:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0800/0x95b3ed7b846f813a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c34 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.768926:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.768928:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.768933:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.768961:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.768984:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.768993:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.769002:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122944:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.769050:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.770741:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293122944:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.770756:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.770787:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303218304:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1931us (2031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.770797:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18724 00000100:00100000:0.0:1746137571.771187:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.771282:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218560 00000100:00100000:1.0:1746137571.771288:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218560 00002000:00100000:1.0:1746137571.771323:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f418000 x1830957303218560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.771332:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f418000 with x1830957303218560 ext(0->4095) 00010000:00010000:1.0:1746137571.771339:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.771355:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.771361:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f418000 00000100:00100000:1.0:1746137571.771390:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3501 00000100:00100000:1.0:1746137571.771395:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303218560:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137571.771503:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303218560:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137571.771519:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3501 00002000:00100000:1.0:1746137571.771525:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f418000 x1830957303218560/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137571.771531:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f418000 with x1830957303218560 ext(0->4095) 00010000:00010000:1.0:1746137571.771535:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.771543:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:1.0:1746137571.771548:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f418000 00000100:00100000:0.0:1746137571.772833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.773051:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218688 00000100:00100000:2.0:1746137571.773057:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218688 00010000:00010000:2.0:1746137571.773077:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.773152:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18725 00000100:00100000:2.0:1746137571.773158:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303218688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.773169:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.773185:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.773194:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.773212:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8148 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c3b expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.773356:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.773358:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.773364:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.773371:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.773399:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.773411:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123072:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.773706:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.775584:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123072:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.775602:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.775633:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303218688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2475us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.775644:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18725 00000100:00100000:0.0:1746137571.775835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.775901:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303218944 00000100:00100000:3.0:1746137571.775909:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303218944 00002000:00100000:3.0:1746137571.775964:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957303218944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.775974:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957303218944 ext(0->4095) 00002000:00010000:3.0:1746137571.775979:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41a300 00000100:00100000:3.0:1746137571.775994:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14405 00000100:00100000:3.0:1746137571.776000:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303218944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.776290:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303218944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 289us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.776295:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14405 00002000:00100000:3.0:1746137571.776300:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957303218944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.776307:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957303218944 ext(0->4095) 00002000:00010000:3.0:1746137571.776309:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f41a300 00000100:00100000:0.0:1746137571.778210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.778305:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219072 00000100:00100000:2.0:1746137571.778312:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219072 00000100:00100000:2.0:1746137571.778352:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30960 00000100:00100000:2.0:1746137571.778360:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303219072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.778374:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.778388:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c49 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.778411:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.778417:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.778419:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.778422:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.778447:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.778459:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 27 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.778468:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293123200:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.778565:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.779734:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293123200:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.779752:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.779763:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137571.779801:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303219072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1441us (1597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.779808:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30960 00000100:00100000:0.0:1746137571.779998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.780089:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219200 00000100:00100000:3.0:1746137571.780094:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219200 00010000:00010000:3.0:1746137571.780115:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.780134:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18726 00000100:00100000:3.0:1746137571.780140:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303219200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.780150:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.780168:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.780177:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.780195:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8141 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c42 expref: 28 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.780375:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.780378:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.780383:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.780390:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.780416:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.780425:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123328:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.780591:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.782192:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123328:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.782229:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.782274:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303219200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2132us (2275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.782283:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18726 00000100:00100000:0.0:1746137571.782647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.782700:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219456 00000100:00100000:3.0:1746137571.782705:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219456 00002000:00100000:3.0:1746137571.782730:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4000 x1830957303219456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.782739:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4000 with x1830957303219456 ext(0->4095) 00002000:00010000:3.0:1746137571.782744:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4000 00000100:00100000:3.0:1746137571.782767:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14406 00000100:00100000:3.0:1746137571.782773:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303219456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.782895:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303219456:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.782900:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14406 00002000:00100000:3.0:1746137571.782905:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4000 x1830957303219456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.782911:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4000 with x1830957303219456 ext(0->4095) 00002000:00010000:3.0:1746137571.782913:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4000 00000100:00100000:0.0:1746137571.784867:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.785257:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219584 00000100:00100000:2.0:1746137571.785265:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219584 00000100:00100000:2.0:1746137571.785334:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30961 00000100:00100000:2.0:1746137571.785341:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1731:x1830957303219584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.785357:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.785371:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c50 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.785399:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.785411:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.785413:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.785416:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.785443:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.785454:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.785465:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293123456:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.785564:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.786715:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.786810:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219712 00000100:00100000:2.0:1746137571.786819:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219712 00000100:00100000:2.0:1746137571.786856:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30962 00000100:00100000:2.0:1746137571.786862:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303219712:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.786871:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.786880:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c57 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.787213:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.787219:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.787228:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.787232:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.787259:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.787270:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.787280:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137571.787321:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303219712:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 455us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.787326:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30962 00000100:00100000:3.0:1746137571.787780:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293123456:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.787795:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.787802:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899200, rc 0) 00000100:00100000:3.0:1746137571.787823:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303219584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.787828:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30961 00000100:00100000:0.0:1746137571.788249:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.788373:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303219840 00000100:00100000:3.0:1746137571.788378:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303219840 00010000:00010000:3.0:1746137571.788396:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.788498:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18727 00000100:00100000:3.0:1746137571.788505:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303219840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.788524:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.788543:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.788552:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.788568:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f814f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c49 expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.788591:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.788592:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.788597:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.788604:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.788625:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.788635:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.788645:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123712:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.788724:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.790163:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123712:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.790189:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.790227:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303219840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1722us (1977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.790237:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18727 00000100:00100000:0.0:1746137571.790552:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.790703:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220096 00000100:00100000:2.0:1746137571.790709:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220096 00002000:00100000:2.0:1746137571.790739:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578700 x1830957303220096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.790749:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578700 with x1830957303220096 ext(0->4095) 00010000:00010000:2.0:1746137571.790756:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.790768:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.790774:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578700 00000100:00100000:2.0:1746137571.790798:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3502 00000100:00100000:2.0:1746137571.790805:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303220096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.790923:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303220096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.790928:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3502 00002000:00100000:2.0:1746137571.790933:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578700 x1830957303220096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.790980:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578700 with x1830957303220096 ext(0->4095) 00010000:00010000:2.0:1746137571.790985:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.790994:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.791000:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578700 00000100:00100000:0.0:1746137571.792234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.792507:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220224 00000100:00100000:3.0:1746137571.792525:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220224 00000100:00100000:3.0:1746137571.792568:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30963 00000100:00100000:3.0:1746137571.792575:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303220224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.792587:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.792600:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c5e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.792619:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.792625:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.792630:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137571.792632:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.792673:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.792685:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.792693:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012da00, rc 0) 00000100:00100000:3.0:1746137571.792735:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303220224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.792741:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30963 00000100:00100000:0.0:1746137571.793160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.793369:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220352 00000100:00100000:3.0:1746137571.793373:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220352 00010000:00010000:3.0:1746137571.793392:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.793409:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18728 00000100:00100000:3.0:1746137571.793414:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303220352:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.793421:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.793437:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.793446:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.793855:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8156 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c50 expref: 29 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.793867:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.793868:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.793873:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.793879:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.793899:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.793913:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.793925:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123968:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.794537:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.795714:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293123968:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.795739:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.795780:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303220352:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2364us (2619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.795788:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18728 00000100:00100000:0.0:1746137571.796859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.796911:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220608 00000100:00100000:2.0:1746137571.796918:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220608 00002000:00100000:2.0:1746137571.796966:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a300 x1830957303220608/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.796976:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a300 with x1830957303220608 ext(0->4095) 00010000:00010000:2.0:1746137571.796984:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.797084:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.797091:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57a300 00000100:00100000:2.0:1746137571.797119:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3503 00000100:00100000:2.0:1746137571.797126:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303220608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.797263:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303220608:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.797269:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3503 00002000:00100000:2.0:1746137571.797275:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a300 x1830957303220608/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.797282:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a300 with x1830957303220608 ext(0->4095) 00010000:00010000:2.0:1746137571.797286:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.797295:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.797301:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57a300 00000100:00100000:0.0:1746137571.799839:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.799922:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.800335:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220736 00000100:00100000:2.0:1746137571.800344:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220736 00000100:00100000:2.0:1746137571.800656:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30964 00000100:00100000:2.0:1746137571.800665:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303220736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137571.800675:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303220864 00000100:00100000:3.0:1746137571.800681:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303220864 00010000:00010000:2.0:1746137571.800681:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.800699:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c65 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800705:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.800723:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.800729:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.800731:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18729 00000100:00100000:3.0:1746137571.800737:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957303220864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.800740:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137571.800744:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800747:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.800766:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 30 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.800777:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 30 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.800791:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800795:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f815d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c57 expref: 30 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.800801:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800808:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.800810:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.800816:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800822:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.800833:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00010000:00010000:3.0:1746137571.800845:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.800854:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 5 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.800866:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124224:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.800882:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303220736:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.800888:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30964 00000100:00100000:3.0:1746137571.800929:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.803046:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124224:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.803075:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.803116:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303220864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2379us (3193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.803125:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18729 00000100:00100000:0.0:1746137571.803318:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.803438:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303221120 00000100:00100000:3.0:1746137571.803452:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303221120 00002000:00100000:3.0:1746137571.803481:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579f80 x1830957303221120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.803497:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579f80 with x1830957303221120 ext(0->4095) 00010000:00010000:3.0:1746137571.803504:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.803526:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.803532:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579f80 00000100:00100000:3.0:1746137571.803553:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3504 00000100:00100000:3.0:1746137571.803560:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303221120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.803765:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303221120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 204us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.803771:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3504 00002000:00100000:3.0:1746137571.803777:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579f80 x1830957303221120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.803783:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579f80 with x1830957303221120 ext(0->4095) 00010000:00010000:3.0:1746137571.803787:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.803796:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.803801:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579f80 00000100:00100000:0.0:1746137571.805804:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.806030:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303221248 00000100:00100000:3.0:1746137571.806038:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303221248 00010000:00010000:3.0:1746137571.806062:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.806087:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18730 00000100:00100000:3.0:1746137571.806094:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303221248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.806105:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.806119:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.806129:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.806147:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8164 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c5e expref: 6 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.806176:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.806178:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.806184:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.806191:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.806220:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.806231:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124352:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.806296:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.807758:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124352:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.807788:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.807814:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303221248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1721us (2017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.807821:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18730 00000100:00100000:0.0:1746137571.808383:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.808451:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303221504 00000100:00100000:3.0:1746137571.808456:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303221504 00002000:00100000:3.0:1746137571.808483:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579880 x1830957303221504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.808493:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579880 with x1830957303221504 ext(0->4095) 00002000:00010000:3.0:1746137571.808497:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f579880 00000100:00100000:3.0:1746137571.808601:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14407 00000100:00100000:3.0:1746137571.808608:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303221504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.808706:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303221504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.808711:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14407 00002000:00100000:3.0:1746137571.808716:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579880 x1830957303221504/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.808722:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579880 with x1830957303221504 ext(0->4095) 00002000:00010000:3.0:1746137571.808725:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f579880 00000100:00100000:0.0:1746137571.810603:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.810708:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303221632 00000100:00100000:2.0:1746137571.810720:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303221632 00000100:00100000:2.0:1746137571.810777:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30965 00000100:00100000:2.0:1746137571.810784:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303221632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.810801:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.810818:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c6c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.811170:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.811178:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.811180:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.811183:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.811212:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.811223:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 27 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.811233:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293124480:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.811321:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.813560:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293124480:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.813589:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.813606:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137571.813812:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303221632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (3212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.813820:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30965 00000100:00100000:0.0:1746137571.813834:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.814232:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303221760 00000100:00100000:3.0:1746137571.814238:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303221760 00010000:00010000:3.0:1746137571.814263:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:3.0:1746137571.814301:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18731 00000100:00100000:3.0:1746137571.814307:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303221760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137571.814319:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137571.814336:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.814345:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.814363:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f816b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c65 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.814731:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.814734:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.814740:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.814747:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.814776:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.814787:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124608:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137571.814977:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.816752:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293124608:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137571.817142:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137571.817222:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137571.817255:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303221760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2947us (3421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.817264:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18731 00000100:00100000:2.0:1746137571.817357:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222016 00000100:00100000:2.0:1746137571.817363:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222016 00002000:00100000:2.0:1746137571.817394:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434a80 x1830957303222016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.817403:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957303222016 ext(0->4095) 00002000:00010000:2.0:1746137571.817407:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:2.0:1746137571.817430:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14408 00000100:00100000:2.0:1746137571.817437:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303222016:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137571.817548:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303222016:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (937us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.817553:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14408 00002000:00100000:2.0:1746137571.817558:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434a80 x1830957303222016/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.817564:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957303222016 ext(0->4095) 00002000:00010000:2.0:1746137571.817566:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:0.0:1746137571.820373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.821119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.821324:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222144 00000100:00100000:2.0:1746137571.821334:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222144 00000100:00100000:2.0:1746137571.821378:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222272 00000100:00100000:2.0:1746137571.821380:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222272 00000100:00100000:2.0:1746137571.821398:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30966 00000100:00100000:2.0:1746137571.821404:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303222144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.821419:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.821435:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c73 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.821440:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30967 00000100:00100000:3.0:1746137571.821450:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303222272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.821462:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.821464:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.821468:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.821470:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.821473:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.821478:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c7a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.821497:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.821502:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.821507:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.821527:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.821612:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.821624:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 5 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.821636:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293124736:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.821707:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00010000:00010000:3.0:1746137571.822065:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.822076:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 30 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.822086:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137571.822118:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303222272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 670us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.822125:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30967 00000100:00100000:2.0:1746137571.823457:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293124736:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.823476:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.823486:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137571.823556:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303222144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2150us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.823563:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30966 00000100:00100000:0.0:1746137571.824747:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.824843:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222400 00000100:00100000:3.0:1746137571.824850:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222400 00010000:00010000:3.0:1746137571.824879:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:0.0:1746137571.825102:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18732 00000100:00100000:0.0:1746137571.825110:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303222400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137571.825122:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137571.825142:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.825153:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.825173:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8172 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c6c expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:0.0:1746137571.825229:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.825231:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137571.825237:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137571.825249:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.825356:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.825371:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.825382:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293124992:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.825565:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.827356:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293124992:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137571.827376:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.827410:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303222400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2301us (2666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.827419:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18732 00000100:00100000:0.0:1746137571.827583:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.827716:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222656 00000100:00100000:3.0:1746137571.827722:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222656 00002000:00100000:3.0:1746137571.827751:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434000 x1830957303222656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.827761:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434000 with x1830957303222656 ext(0->4095) 00010000:00010000:3.0:1746137571.827768:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.827780:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.827785:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434000 00000100:00100000:3.0:1746137571.827809:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3505 00000100:00100000:3.0:1746137571.827815:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303222656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.827981:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303222656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.827987:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3505 00002000:00100000:3.0:1746137571.827992:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434000 x1830957303222656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.828004:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434000 with x1830957303222656 ext(0->4095) 00010000:00010000:3.0:1746137571.828007:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.828015:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.828020:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099434000 00000100:00100000:0.0:1746137571.831272:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.831532:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303222784 00000100:00100000:1.0:1746137571.831541:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303222784 00010000:00010000:1.0:1746137571.831572:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.831607:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18733 00000100:00100000:1.0:1746137571.831613:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303222784:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137571.831626:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137571.831644:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.831731:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.831847:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8179 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c73 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.831872:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.831874:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.831880:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.831888:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.831919:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137571.831930:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125120:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.832029:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.834120:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.834208:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125120:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137571.834226:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.834262:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303222784:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2648us (2998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.834271:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18733 00000100:00100000:3.0:1746137571.834531:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223040 00000100:00100000:3.0:1746137571.834539:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223040 00002000:00100000:3.0:1746137571.834573:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819f80 x1830957303223040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.834582:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819f80 with x1830957303223040 ext(0->4095) 00002000:00010000:3.0:1746137571.834587:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e819f80 00000100:00100000:3.0:1746137571.834659:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14409 00000100:00100000:3.0:1746137571.834668:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957303223040:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137571.834788:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2007:x1830957303223040:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (675us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.834794:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14409 00002000:00100000:3.0:1746137571.834799:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88006e819f80 x1830957303223040/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.834806:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e819f80 with x1830957303223040 ext(0->4095) 00002000:00010000:3.0:1746137571.834808:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88006e819f80 00000100:00100000:0.0:1746137571.838219:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.838299:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223168 00000100:00100000:2.0:1746137571.838307:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223168 00000100:00100000:2.0:1746137571.838339:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30968 00000100:00100000:2.0:1746137571.838344:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303223168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.838360:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.838375:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c81 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.838401:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 27 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.838413:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.838414:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.838418:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.838446:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 27 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.838456:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 27 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.838467:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293125248:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.838555:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.839673:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293125248:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.839691:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.839703:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899400, rc 0) 00000100:00100000:2.0:1746137571.839739:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303223168:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.839745:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30968 00000100:00100000:0.0:1746137571.840099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.840154:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223296 00000100:00100000:1.0:1746137571.840159:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223296 00010000:00010000:1.0:1746137571.840177:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.840240:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18734 00000100:00100000:1.0:1746137571.840245:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303223296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137571.840252:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137571.840266:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.840273:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.840287:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8180 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c7a expref: 28 pid: 9555 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.840398:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.840400:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.840405:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.840412:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.840435:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137571.840444:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125376:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.840712:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.842383:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125376:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137571.842401:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.842441:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2006:x1830957303223296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2195us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.842452:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18734 00000100:00100000:0.0:1746137571.844235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.844322:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223552 00000100:00100000:3.0:1746137571.844332:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223552 00002000:00100000:3.0:1746137571.844375:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957303223552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.844385:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957303223552 ext(0->4095) 00002000:00010000:3.0:1746137571.844390:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6300 00000100:00100000:3.0:1746137571.844420:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14410 00000100:00100000:3.0:1746137571.844427:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303223552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.844586:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303223552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (359us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.844591:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14410 00002000:00100000:3.0:1746137571.844597:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957303223552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.844603:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957303223552 ext(0->4095) 00002000:00010000:3.0:1746137571.844605:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6300 00000100:00100000:0.0:1746137571.845798:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.845895:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223680 00000100:00100000:2.0:1746137571.845904:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223680 00000100:00100000:2.0:1746137571.845988:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30969 00000100:00100000:2.0:1746137571.846142:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:1730:x1830957303223680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.846159:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.846177:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c88 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846202:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846209:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.846211:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.846214:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846240:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846251:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 5 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.846262:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293125504:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.846345:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.846359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.846413:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223808 00000100:00100000:2.0:1746137571.846417:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223808 00000100:00100000:2.0:1746137571.846437:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30970 00000100:00100000:2.0:1746137571.846443:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1731:x1830957303223808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.846449:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.846455:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c8f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846469:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.846473:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846477:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.846480:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846499:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846519:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 30 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.846529:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137571.846550:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1731:x1830957303223808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.846556:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30970 00000100:00100000:2.0:1746137571.848251:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293125504:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.848276:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.848290:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137571.848335:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:1730:x1830957303223680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.848343:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30969 00000100:00100000:0.0:1746137571.849440:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.849501:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303223936 00000100:00100000:1.0:1746137571.849507:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303223936 00010000:00010000:1.0:1746137571.849544:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.849584:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18735 00000100:00100000:1.0:1746137571.849590:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303223936:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137571.849602:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137571.849707:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.849719:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.849741:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899400/0x95b3ed7b846f8187 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c81 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.849799:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.849802:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.849808:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.849820:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.849851:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 28 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.849862:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 28 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.849873:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125760:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.850138:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.851557:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125760:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137571.851577:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137571.851619:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303223936:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2028us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137571.851628:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18735 00000100:00100000:0.0:1746137571.851806:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.851856:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224192 00000100:00100000:3.0:1746137571.851862:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224192 00002000:00100000:3.0:1746137571.851895:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4a80 x1830957303224192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.851905:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4a80 with x1830957303224192 ext(0->4095) 00010000:00010000:3.0:1746137571.851912:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.851923:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.852338:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4a80 00000100:00100000:3.0:1746137571.852368:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3506 00000100:00100000:3.0:1746137571.852376:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303224192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.852496:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303224192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.852502:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3506 00002000:00100000:3.0:1746137571.852519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4a80 x1830957303224192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.852526:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4a80 with x1830957303224192 ext(0->4095) 00010000:00010000:3.0:1746137571.852531:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.852539:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:3.0:1746137571.852544:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4a80 00000100:00100000:0.0:1746137571.854837:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137571.854888:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224320 00000100:00100000:1.0:1746137571.854897:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224320 00010000:00010000:1.0:1746137571.854927:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:1.0:1746137571.854995:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18736 00000100:00100000:1.0:1746137571.855003:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2005:x1830957303224320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137571.855016:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137571.855034:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.855046:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.855066:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f818e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c88 expref: 29 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:1.0:1746137571.855079:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.855081:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137571.855087:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.855094:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137571.855125:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 28 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137571.855137:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125888:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137571.855226:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.856917:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293125888:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137571.856964:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137571.857008:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303224320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2005us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137571.857017:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18736 00000100:00100000:0.0:1746137571.857550:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.857620:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224576 00000100:00100000:2.0:1746137571.857626:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224576 00002000:00100000:2.0:1746137571.857658:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a4380 x1830957303224576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.857665:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4380 with x1830957303224576 ext(0->4095) 00002000:00010000:2.0:1746137571.857669:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a4380 00000100:00100000:2.0:1746137571.857689:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14411 00000100:00100000:2.0:1746137571.857694:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303224576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.857813:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303224576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.857819:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14411 00002000:00100000:2.0:1746137571.857824:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a4380 x1830957303224576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.857831:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4380 with x1830957303224576 ext(0->4095) 00002000:00010000:2.0:1746137571.857834:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a4380 00000100:00100000:0.0:1746137571.862117:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.862184:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224704 00000100:00100000:2.0:1746137571.862192:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224704 00000100:00100000:2.0:1746137571.862246:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30971 00000100:00100000:2.0:1746137571.862254:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303224704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137571.862441:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137571.862458:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c96 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.862486:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.862496:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.862498:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137571.862501:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.862540:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 27 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.862551:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 27 pid: 24924 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.862563:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126016:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137571.862656:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.863845:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126016:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137571.863866:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.863879:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137571.863988:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303224704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1734us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.863996:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30971 00000100:00100000:0.0:1746137571.868713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.868772:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.869189:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224960 00000100:00100000:3.0:1746137571.869200:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224960 00000100:00100000:3.0:1746137571.869250:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30972 00000100:00100000:3.0:1746137571.869259:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:1730:x1830957303224960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.869277:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.869294:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9c9d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.869324:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.869330:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.869336:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137571.869339:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.869364:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303224832 00000100:00100000:2.0:1746137571.869368:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303224832 00010000:00010000:2.0:1746137571.869386:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 30 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:3.0:1746137571.869388:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.869399:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.869408:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ca00, rc 0) 00000100:00100000:3.0:1746137571.869460:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303224960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.869466:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30972 00000100:00100000:2.0:1746137571.869620:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18737 00000100:00100000:2.0:1746137571.869633:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303224832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.869647:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.869668:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 29 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.869679:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 29 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.869699:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8195 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c8f expref: 29 pid: 24924 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.869718:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.869720:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.869726:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.869735:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.869762:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.869771:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 5 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.869785:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126272:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.869875:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.874741:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126272:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.874769:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.874851:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303224832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5222us (6146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.874862:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18737 00000100:00100000:0.0:1746137571.874913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.874964:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225216 00000100:00100000:2.0:1746137571.874969:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225216 00002000:00100000:2.0:1746137571.875007:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7100 x1830957303225216/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.875018:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7100 with x1830957303225216 ext(0->4095) 00010000:00010000:2.0:1746137571.875026:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.875042:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.875048:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7100 00000100:00100000:2.0:1746137571.875074:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3507 00000100:00100000:2.0:1746137571.875080:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303225216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.875199:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303225216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.875209:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3507 00002000:00100000:2.0:1746137571.875216:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7100 x1830957303225216/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.875223:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7100 with x1830957303225216 ext(0->4095) 00010000:00010000:2.0:1746137571.875227:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.875387:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00002000:00010000:2.0:1746137571.875394:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7100 00000100:00100000:0.0:1746137571.877167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.877429:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225344 00000100:00100000:2.0:1746137571.877437:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225344 00010000:00010000:2.0:1746137571.877465:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00000100:00100000:2.0:1746137571.877496:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18738 00000100:00100000:2.0:1746137571.877502:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303225344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.877529:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.877545:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.877555:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.877574:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f819c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c96 expref: 6 pid: 16986 timeout: 764 lvb_type: 0 00010000:00010000:2.0:1746137571.877598:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.877600:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.877605:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.877612:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.877641:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.877653:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126400:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.878213:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.881603:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126400:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.881625:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.881766:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303225344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4262us (4602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.881776:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18738 00000100:00100000:0.0:1746137571.881802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.882000:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225600 00000100:00100000:3.0:1746137571.882006:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225600 00002000:00100000:3.0:1746137571.882046:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7800 x1830957303225600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.882056:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7800 with x1830957303225600 ext(0->4095) 00002000:00010000:3.0:1746137571.882060:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7800 00000100:00100000:3.0:1746137571.882086:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14412 00000100:00100000:3.0:1746137571.882093:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303225600:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.882215:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2005:x1830957303225600:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.882220:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14412 00002000:00100000:3.0:1746137571.882225:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7800 x1830957303225600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.882232:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7800 with x1830957303225600 ext(0->4095) 00002000:00010000:3.0:1746137571.882234:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7800 00000100:00100000:2.0:1746137571.884977:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.885181:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225728 00000100:00100000:3.0:1746137571.885190:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225728 00000100:00100000:3.0:1746137571.885238:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30973 00000100:00100000:3.0:1746137571.885246:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303225728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.885262:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.885277:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ca4 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.885303:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.885310:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.885311:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.885314:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.885342:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.885356:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 27 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.885366:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126528:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.885454:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137571.888577:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.888739:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225856 00000100:00100000:2.0:1746137571.888748:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225856 00002000:00100000:2.0:1746137571.888787:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800998a4e00 x1830957303225856/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.888796:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4e00 with x1830957303225856 ext(0->7) 00010000:00010000:2.0:1746137571.888804:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 28 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.888817:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 28 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.888823:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a4e00 00000100:00100000:2.0:1746137571.888841:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3508 00000100:00100000:2.0:1746137571.888847:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:2006:x1830957303225856:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137571.889041:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126528:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.889073:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.889085:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d200, rc 0) 00000100:00100000:3.0:1746137571.889120:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303225728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3875us (4152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.889126:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30973 00000100:00100000:2.0:1746137571.891456:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2006:x1830957303225856:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2600us (2879us total) trans 4294972314 rc 0/0 00000100:00100000:2.0:1746137571.891466:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3508 00002000:00100000:2.0:1746137571.891474:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800998a4e00 x1830957303225856/t4294972314(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.891482:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4e00 with x1830957303225856 ext(0->7) 00010000:00010000:2.0:1746137571.891490:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.891501:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.891515:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a4e00 00000100:00100000:0.0:1746137571.908412:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137571.909922:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.910085:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303225984 00000100:00100000:2.0:1746137571.910096:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303225984 00010000:00010000:2.0:1746137571.910135:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.910165:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18739 00000100:00100000:2.0:1746137571.910175:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303225984:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.910188:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.910209:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.910219:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.910247:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ca00/0x95b3ed7b846f81a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9c9d expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.910278:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.910280:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.910288:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.910295:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137571.910379:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303226112 00000100:00100000:3.0:1746137571.910383:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303226112 00000100:00100000:3.0:1746137571.910668:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30974 00000100:00100000:3.0:1746137571.910675:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:1730:x1830957303226112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.910688:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.910697:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cab expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.910712:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.910720:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.910722:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.910724:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.910746:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.910755:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.910766:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126656:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.910841:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c300 going to sleep for 11 seconds 00010000:00010000:2.0:1746137571.911119:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.911127:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.911136:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126784:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.911161:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.913974:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293126656:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.913978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137571.914010:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137571.914013:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303226368 00000100:00100000:0.0:1746137571.914019:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303226368 00010000:00010000:3.0:1746137571.914024:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00002000:00100000:0.0:1746137571.914055:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957303226368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137571.914057:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1730:x1830957303226112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3383us (4140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.914064:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30974 00002000:00100000:0.0:1746137571.914064:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957303226368 ext(0->4095) 00010000:00010000:0.0:1746137571.914069:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137571.914079:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137571.914085:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec700 00000100:00100000:0.0:1746137571.914098:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3509 00000100:00100000:0.0:1746137571.914104:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303226368:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137571.914225:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126784:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.914234:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.914261:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303225984:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4083us (5856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.914267:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18739 00000100:00100000:3.0:1746137571.915630:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303226368:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1521us (1648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.915638:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3509 00002000:00100000:3.0:1746137571.915645:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957303226368/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.915653:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957303226368 ext(0->4095) 00010000:00010000:3.0:1746137571.915660:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137571.915671:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137571.915677:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec700 00000100:00100000:0.0:1746137571.918591:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.918716:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303226496 00000100:00100000:2.0:1746137571.918725:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303226496 00010000:00010000:2.0:1746137571.918758:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.918802:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18740 00000100:00100000:2.0:1746137571.918810:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303226496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.918826:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.918847:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.918858:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.918880:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f81aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ca4 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.918910:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.918912:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.918918:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.918925:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.918983:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.918997:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126912:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.919064:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.921480:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293126912:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.921498:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.921685:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303226496:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2749us (2976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.921695:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18740 00000100:00100000:0.0:1746137571.922309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.922457:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303226752 00000100:00100000:3.0:1746137571.922465:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303226752 00002000:00100000:3.0:1746137571.922500:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceca80 x1830957303226752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.922519:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceca80 with x1830957303226752 ext(0->4095) 00002000:00010000:3.0:1746137571.922524:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bceca80 00000100:00100000:3.0:1746137571.922542:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14413 00000100:00100000:3.0:1746137571.922548:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303226752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137571.922681:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303226752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.922687:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14413 00002000:00100000:3.0:1746137571.922692:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceca80 x1830957303226752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.922699:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceca80 with x1830957303226752 ext(0->4095) 00002000:00010000:3.0:1746137571.922702:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bceca80 00000100:00100000:0.0:1746137571.927292:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.927350:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303226880 00000100:00100000:3.0:1746137571.927359:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303226880 00000100:00100000:3.0:1746137571.927414:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30975 00000100:00100000:3.0:1746137571.927422:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303226880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.927441:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.927456:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cb2 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.927483:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.927491:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.927492:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.927495:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.927536:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.927547:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 29 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.927558:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127040:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.927646:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.931741:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127040:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.931784:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.931805:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:3.0:1746137571.931853:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303226880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4431us (4570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.931861:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30975 00000100:00100000:0.0:1746137571.932112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.932317:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227008 00000100:00100000:2.0:1746137571.932324:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227008 00002000:00100000:2.0:1746137571.932357:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bced180 x1830957303227008/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.932367:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced180 with x1830957303227008 ext(0->7) 00010000:00010000:2.0:1746137571.932372:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.932384:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 30 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.932390:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bced180 00000100:00100000:2.0:1746137571.932416:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3510 00000100:00100000:2.0:1746137571.932423:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:2005:x1830957303227008:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137571.934084:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303227008:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1655us (1966us total) trans 4294972315 rc 0/0 00000100:00100000:0.0:1746137571.934092:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3510 00002000:00100000:0.0:1746137571.934101:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009bced180 x1830957303227008/t4294972315(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.934109:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced180 with x1830957303227008 ext(0->7) 00010000:00010000:0.0:1746137571.934116:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137571.934127:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137571.934132:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bced180 00000100:00100000:0.0:1746137571.935543:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.935650:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227136 00000100:00100000:2.0:1746137571.935658:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227136 00010000:00010000:2.0:1746137571.935682:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.935701:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18741 00000100:00100000:2.0:1746137571.935707:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303227136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.935718:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.935734:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.935743:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.935763:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f81b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cab expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.935956:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.935958:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.935964:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.935971:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.935998:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.936014:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127168:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.936442:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137571.938149:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.938222:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127168:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.938236:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.938267:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303227136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2560us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.938276:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18741 00000100:00100000:0.0:1746137571.938335:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227392 00000100:00100000:0.0:1746137571.938341:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227392 00002000:00100000:0.0:1746137571.938371:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0380 x1830957303227392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.938380:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0380 with x1830957303227392 ext(0->4095) 00002000:00010000:0.0:1746137571.938384:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f0380 00000100:00100000:0.0:1746137571.938408:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14414 00000100:00100000:0.0:1746137571.938415:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303227392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137571.938524:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303227392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137571.938529:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14414 00002000:00100000:0.0:1746137571.938535:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800730f0380 x1830957303227392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.938541:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800730f0380 with x1830957303227392 ext(0->4095) 00002000:00010000:0.0:1746137571.938544:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800730f0380 00000100:00100000:1.0:1746137571.940447:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.940534:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227520 00000100:00100000:3.0:1746137571.940541:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227520 00000100:00100000:3.0:1746137571.940744:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30976 00000100:00100000:3.0:1746137571.940752:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:1731:x1830957303227520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.940764:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.940777:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cb9 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.940800:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.940806:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.940808:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.940811:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.940838:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.940849:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.940864:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127296:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.940955:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.942968:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127296:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.943006:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 32 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.943019:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012da00, rc 0) 00000100:00100000:3.0:1746137571.943050:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1731:x1830957303227520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2300us (2608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.943058:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30976 00000100:00100000:0.0:1746137571.943395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.943544:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227648 00000100:00100000:2.0:1746137571.943550:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227648 00010000:00010000:2.0:1746137571.943571:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.943589:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18742 00000100:00100000:2.0:1746137571.943595:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303227648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.943603:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.943620:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.943629:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.943647:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb2 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.943668:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.943670:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.943676:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.943683:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.943705:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.943714:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127424:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.943761:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.948141:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127424:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.948162:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.950737:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303227648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7132us (7332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.950750:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18742 00000100:00100000:0.0:1746137571.952008:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.952087:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303227904 00000100:00100000:3.0:1746137571.952096:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303227904 00002000:00100000:3.0:1746137571.952139:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced500 x1830957303227904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.952149:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced500 with x1830957303227904 ext(0->4095) 00002000:00010000:3.0:1746137571.952153:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced500 00000100:00100000:3.0:1746137571.952170:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14415 00000100:00100000:3.0:1746137571.952175:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303227904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137571.952342:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303227904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (336us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137571.952348:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14415 00002000:00100000:3.0:1746137571.952353:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced500 x1830957303227904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137571.952365:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced500 with x1830957303227904 ext(0->4095) 00002000:00010000:3.0:1746137571.952368:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced500 00000100:00100000:0.0:1746137571.953572:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.953651:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228032 00000100:00100000:3.0:1746137571.953655:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228032 00000100:00100000:3.0:1746137571.953691:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30977 00000100:00100000:3.0:1746137571.953697:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303228032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.953708:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.953723:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cc0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.953743:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.953749:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.953751:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.953754:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.953781:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.953791:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 31 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.953802:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127552:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.955171:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.955201:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127552:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.955233:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.955245:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00000100:00100000:3.0:1746137571.955282:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303228032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1585us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.955288:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30977 00000100:00100000:0.0:1746137571.956302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.956607:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228160 00000100:00100000:3.0:1746137571.956613:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228160 00000100:00100000:3.0:1746137571.956647:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30978 00000100:00100000:3.0:1746137571.956653:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:1730:x1830957303228160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746137571.956879:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.956925:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228288 00000100:00100000:2.0:1746137571.956929:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228288 00010000:00010000:2.0:1746137571.956970:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 33 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.956990:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18743 00000100:00100000:2.0:1746137571.956995:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303228288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.957005:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.957023:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 33 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.957518:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 33 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.957538:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f81bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cb9 expref: 33 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.957561:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.957563:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.957569:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.957576:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.957605:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.957616:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137571.957659:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.957957:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cc7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.957975:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.957980:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.957981:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137571.957983:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.957998:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.958006:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.958014:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127808:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.958083:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.958365:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.961317:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293127808:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137571.961356:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.961374:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137571.961427:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1730:x1830957303228160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4772us (5125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.961435:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30978 00000100:00100000:2.0:1746137571.961559:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127680:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.961568:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.961585:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303228288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4590us (4706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.961592:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18743 00000100:00100000:0.0:1746137571.961649:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.961709:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228544 00000100:00100000:2.0:1746137571.961716:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228544 00002000:00100000:2.0:1746137571.961750:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957303228544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.961758:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957303228544 ext(0->4095) 00010000:00010000:2.0:1746137571.961764:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.961775:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.961781:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d7800 00000100:00100000:2.0:1746137571.961867:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3511 00000100:00100000:2.0:1746137571.961874:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303228544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.962044:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303228544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.962050:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3511 00002000:00100000:2.0:1746137571.962055:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7800 x1830957303228544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.962065:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7800 with x1830957303228544 ext(0->4095) 00010000:00010000:2.0:1746137571.962070:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.962078:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.962083:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800736d7800 00000100:00100000:0.0:1746137571.963489:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.963545:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228672 00000100:00100000:2.0:1746137571.963551:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228672 00010000:00010000:2.0:1746137571.963574:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.963598:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18744 00000100:00100000:2.0:1746137571.963604:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303228672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.963614:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.963631:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.963641:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.963660:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f81c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.963675:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.963677:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.963683:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.963690:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.963717:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137571.963731:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127936:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.964062:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137571.965623:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293127936:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137571.965637:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137571.965677:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303228672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2073us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137571.965687:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18744 00000100:00100000:0.0:1746137571.965740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.966284:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303228928 00000100:00100000:2.0:1746137571.966292:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303228928 00002000:00100000:2.0:1746137571.966323:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4a80 x1830957303228928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.966333:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4a80 with x1830957303228928 ext(0->4095) 00002000:00010000:2.0:1746137571.966337:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4a80 00000100:00100000:2.0:1746137571.966701:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14416 00000100:00100000:2.0:1746137571.966708:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303228928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137571.966837:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2005:x1830957303228928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1096us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137571.966844:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14416 00002000:00100000:2.0:1746137571.966849:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d4a80 x1830957303228928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 488/4536 e 0 to 0 dl 1746137582 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.966856:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d4a80 with x1830957303228928 ext(0->4095) 00002000:00010000:2.0:1746137571.966859:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d4a80 00000100:00100000:0.0:1746137571.975038:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.975833:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229056 00000100:00100000:3.0:1746137571.975843:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229056 00000100:00100000:3.0:1746137571.975885:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30979 00000100:00100000:3.0:1746137571.975892:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303229056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.975908:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.975924:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cce expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.975969:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.975976:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.975977:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.975981:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.976012:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.976023:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 31 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137571.976035:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293128064:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137571.976535:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137571.980758:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293128064:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137571.981040:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.981221:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229184 00000100:00100000:2.0:1746137571.981232:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229184 00002000:00100000:2.0:1746137571.981273:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009ce10000 x1830957303229184/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/0 e 0 to 0 dl 1746137582 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137571.981282:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10000 with x1830957303229184 ext(0->7) 00010000:00010000:3.0:1746137571.981284:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.981290:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137571.981301:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d000, rc 0) 00010000:00010000:2.0:1746137571.981303:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 32 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137571.981310:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10000 00000100:00100000:2.0:1746137571.981331:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3512 00000100:00100000:2.0:1746137571.981337:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:2006:x1830957303229184:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137571.981498:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303229056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5605us (6468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.981505:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30979 00000100:00100000:0.0:1746137571.982871:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303229184:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1530us (1830us total) trans 4294972316 rc 0/0 00000100:00100000:0.0:1746137571.982880:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3512 00002000:00100000:0.0:1746137571.982888:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009ce10000 x1830957303229184/t4294972316(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:7/0 lens 496/448 e 0 to 0 dl 1746137582 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137571.982897:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10000 with x1830957303229184 ext(0->7) 00010000:00010000:0.0:1746137571.982905:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137571.982917:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137571.982923:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce10000 00000100:00100000:0.0:1746137571.992623:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137571.993066:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229312 00000100:00100000:3.0:1746137571.993077:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229312 00000100:00100000:3.0:1746137571.995057:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30980 00000100:00100000:3.0:1746137571.995070:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1730:x1830957303229312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137571.995088:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137571.995104:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cd5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.995132:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137571.995139:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.995145:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137571.995148:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.995199:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.995209:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137571.995217:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:3.0:1746137571.995264:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303229312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137571.995271:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30980 00000100:00100000:2.0:1746137571.996875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137571.997231:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229440 00000100:00100000:2.0:1746137571.997239:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229440 00010000:00010000:2.0:1746137571.997270:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.997298:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18745 00000100:00100000:2.0:1746137571.997304:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b403cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303229440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137571.997315:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137571.997332:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.997346:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.997368:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cc7 expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137571.997387:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.997389:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137571.997396:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.997404:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.997434:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137571.997445:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137571.997455:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128320:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137571.997524:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.001358:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128320:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137572.001378:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137572.001420:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b403cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303229440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4115us (4554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.001431:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18745 00000100:00100000:0.0:1746137572.004805:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.005005:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229696 00000100:00100000:2.0:1746137572.005015:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229696 00002000:00100000:2.0:1746137572.005057:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7b80 x1830957303229696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.005072:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7b80 with x1830957303229696 ext(0->4095) 00010000:00010000:2.0:1746137572.005081:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.005093:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.005100:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7b80 00000100:00100000:2.0:1746137572.005121:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3513 00000100:00100000:2.0:1746137572.005129:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303229696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.008848:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303229696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 3708us (4048us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.008860:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3513 00002000:00100000:2.0:1746137572.008873:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800998a7b80 x1830957303229696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.008882:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7b80 with x1830957303229696 ext(0->4095) 00010000:00010000:2.0:1746137572.008892:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.008906:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.008913:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800998a7b80 00000100:00100000:0.0:1746137572.014614:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.014680:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303229824 00000100:00100000:2.0:1746137572.014691:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303229824 00010000:00010000:2.0:1746137572.014727:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.014771:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18746 00000100:00100000:2.0:1746137572.014780:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303229824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.014793:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.014812:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.014824:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.014847:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d000/0x95b3ed7b846f81d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cce expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.014878:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.014881:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.014888:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.014896:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.014929:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.014972:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128448:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.015064:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.016245:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128448:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.016260:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137572.016746:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.016859:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230080 00000100:00100000:3.0:1746137572.016866:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230080 00002000:00100000:3.0:1746137572.016907:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced880 x1830957303230080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.016923:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957303230080 ext(0->4095) 00002000:00010000:3.0:1746137572.016927:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:3.0:1746137572.016981:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14417 00000100:00100000:3.0:1746137572.016988:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303230080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.017123:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303230080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.017133:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14417 00002000:00100000:3.0:1746137572.017138:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bced880 x1830957303230080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.017144:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957303230080 ext(0->4095) 00002000:00010000:3.0:1746137572.017147:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:2.0:1746137572.017179:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303229824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2399us (2609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.017189:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18746 00000100:00100000:0.0:1746137572.018248:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.018548:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230208 00000100:00100000:2.0:1746137572.018553:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230208 00000100:00100000:2.0:1746137572.018590:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30981 00000100:00100000:2.0:1746137572.018594:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303230208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.018605:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.018620:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cdc expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.018642:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.018648:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.018649:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.018653:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.018679:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.018689:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 33 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.018704:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293128576:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.018808:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.019919:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293128576:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.019960:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.019972:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137572.019995:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303230208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1400us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.020002:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30981 00000100:00100000:0.0:1746137572.020697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.020783:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230336 00000100:00100000:2.0:1746137572.020789:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230336 00010000:00010000:2.0:1746137572.020809:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.020895:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18747 00000100:00100000:2.0:1746137572.020902:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303230336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.020912:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.020930:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.020960:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.020983:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f81db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cd5 expref: 34 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.020996:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.020997:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.021003:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.021010:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.021033:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.021042:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128704:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.021079:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.022098:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128704:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.022107:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.022140:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:2006:x1830957303230336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1238us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.022146:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18747 00000100:00100000:0.0:1746137572.022688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.023026:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230592 00000100:00100000:3.0:1746137572.023032:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230592 00002000:00100000:3.0:1746137572.023142:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b480 x1830957303230592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.023150:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b480 with x1830957303230592 ext(0->4095) 00002000:00010000:3.0:1746137572.023154:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134b480 00000100:00100000:3.0:1746137572.023171:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14418 00000100:00100000:3.0:1746137572.023178:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303230592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.023279:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303230592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.023285:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14418 00002000:00100000:3.0:1746137572.023290:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134b480 x1830957303230592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.023296:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b480 with x1830957303230592 ext(0->4095) 00002000:00010000:3.0:1746137572.023299:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134b480 00000100:00100000:0.0:1746137572.024155:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.024423:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230720 00000100:00100000:2.0:1746137572.024427:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230720 00000100:00100000:2.0:1746137572.024457:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30982 00000100:00100000:2.0:1746137572.024462:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:1731:x1830957303230720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.024471:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.024482:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ce3 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.024499:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.024503:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.024504:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.024517:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.024543:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.024552:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.024562:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293128832:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.024622:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.025784:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293128832:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.025801:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 34 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.025812:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137572.025845:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:1731:x1830957303230720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1381us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.025854:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30982 00000100:00100000:0.0:1746137572.026340:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.026440:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303230848 00000100:00100000:2.0:1746137572.026445:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303230848 00010000:00010000:2.0:1746137572.026461:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.026487:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18748 00000100:00100000:2.0:1746137572.026492:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303230848:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.026499:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.026524:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.026530:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.026544:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f81e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cdc expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.026559:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.026561:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.026569:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.026576:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.026596:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.026606:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128960:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.026654:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.028559:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.028633:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231104 00000100:00100000:3.0:1746137572.028640:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231104 00002000:00100000:3.0:1746137572.028669:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777800 x1830957303231104/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.028679:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957303231104 ext(0->4095) 00002000:00010000:3.0:1746137572.028683:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:3.0:1746137572.028699:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14419 00000100:00100000:3.0:1746137572.028706:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2007:x1830957303231104:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137572.028752:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293128960:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.028766:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.028803:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303230848:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2311us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.028810:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18748 00000100:00100000:3.0:1746137572.029229:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2007:x1830957303231104:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 523us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.029235:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14419 00002000:00100000:3.0:1746137572.029241:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a6777800 x1830957303231104/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.029248:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957303231104 ext(0->4095) 00002000:00010000:3.0:1746137572.029251:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:0.0:1746137572.032546:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.032625:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231232 00000100:00100000:2.0:1746137572.032635:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231232 00000100:00100000:2.0:1746137572.033245:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30983 00000100:00100000:2.0:1746137572.033253:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303231232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.033268:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.033284:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cea expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.033310:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.033316:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.033317:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.033320:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.033345:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.033359:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 33 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.033370:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293129088:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.033444:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.035752:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293129088:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.035780:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.035796:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137572.036025:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303231232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (3487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.036034:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30983 00000100:00100000:0.0:1746137572.043044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.043278:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231360 00000100:00100000:3.0:1746137572.043289:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231360 00002000:00100000:3.0:1746137572.043741:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734da300 x1830957303231360/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.043752:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734da300 with x1830957303231360 ext(0->7) 00010000:00010000:3.0:1746137572.043760:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 34 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.043772:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 34 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.043778:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734da300 00000100:00100000:3.0:1746137572.043799:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3514 00000100:00100000:3.0:1746137572.043808:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2005:x1830957303231360:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137572.044520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.044736:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231488 00000100:00100000:2.0:1746137572.044741:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231488 00000100:00100000:2.0:1746137572.044771:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30984 00000100:00100000:2.0:1746137572.044777:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303231488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.044785:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.044796:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cf1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.044816:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.044821:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.044831:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137572.044834:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137572.044847:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2005:x1830957303231360:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1038us (1816us total) trans 4294972317 rc 0/0 00000100:00100000:0.0:1746137572.044854:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3514 00002000:00100000:0.0:1746137572.044864:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734da300 x1830957303231360/t4294972317(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746137572.044865:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746137572.044871:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734da300 with x1830957303231360 ext(0->7) 00010000:00010000:2.0:1746137572.044875:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.044875:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 38 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.044883:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00010000:00010000:0.0:1746137572.044884:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 38 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.044888:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734da300 00000100:00100000:2.0:1746137572.044901:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303231488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.044906:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30984 00000100:00100000:0.0:1746137572.046403:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.046462:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231616 00000100:00100000:2.0:1746137572.046467:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231616 00010000:00010000:2.0:1746137572.046484:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 37 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.046499:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18749 00000100:00100000:2.0:1746137572.046503:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303231616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.046522:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.046533:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 37 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.046540:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 37 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.046553:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f81e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ce3 expref: 37 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.046570:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.046571:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.046576:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.046580:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.046595:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.046602:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.046610:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129344:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.046853:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.048049:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129344:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.048067:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.048132:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303231616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1625us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.048139:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18749 00000100:00100000:0.0:1746137572.048910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.048991:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303231872 00000100:00100000:2.0:1746137572.048998:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303231872 00002000:00100000:2.0:1746137572.049034:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4b800 x1830957303231872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.049043:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b800 with x1830957303231872 ext(0->4095) 00010000:00010000:2.0:1746137572.049049:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.049060:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.049066:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4b800 00000100:00100000:2.0:1746137572.049092:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3515 00000100:00100000:2.0:1746137572.049098:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303231872:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.049211:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303231872:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.049217:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3515 00002000:00100000:2.0:1746137572.049222:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4b800 x1830957303231872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.049230:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4b800 with x1830957303231872 ext(0->4095) 00010000:00010000:2.0:1746137572.049234:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.049243:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.049248:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4b800 00000100:00100000:0.0:1746137572.050484:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.050550:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232000 00000100:00100000:2.0:1746137572.050554:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232000 00010000:00010000:2.0:1746137572.050572:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.050598:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18750 00000100:00100000:2.0:1746137572.050603:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303232000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.050612:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.050626:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.050634:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.050651:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f81f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cea expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.050662:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.050663:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.050669:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.050675:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.050701:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.050715:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129472:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.050781:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.052383:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129472:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.052396:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.052454:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303232000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1850us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.052461:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18750 00000100:00100000:0.0:1746137572.053236:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.053345:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232256 00000100:00100000:2.0:1746137572.053351:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232256 00002000:00100000:2.0:1746137572.053379:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999c00 x1830957303232256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.053388:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999c00 with x1830957303232256 ext(0->4095) 00002000:00010000:2.0:1746137572.053392:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999c00 00000100:00100000:2.0:1746137572.053408:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14420 00000100:00100000:2.0:1746137572.053414:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303232256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.053545:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303232256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.053551:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14420 00002000:00100000:2.0:1746137572.053555:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999c00 x1830957303232256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.053562:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999c00 with x1830957303232256 ext(0->4095) 00002000:00010000:2.0:1746137572.053565:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f999c00 00000100:00100000:0.0:1746137572.056790:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.057026:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232384 00000100:00100000:3.0:1746137572.057036:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232384 00000100:00100000:3.0:1746137572.057083:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30985 00000100:00100000:3.0:1746137572.057094:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303232384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.057109:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.057123:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cf8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.057148:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.057153:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.057154:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.057157:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.057179:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.057187:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 35 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.057196:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293129600:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.057283:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.058716:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293129600:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.058842:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.058855:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137572.058919:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303232384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1828us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.058927:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30985 00000100:00100000:0.0:1746137572.059329:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.059406:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232512 00000100:00100000:2.0:1746137572.059413:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232512 00010000:00010000:2.0:1746137572.059437:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.059457:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18751 00000100:00100000:2.0:1746137572.059463:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303232512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.059472:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.059490:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.059500:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.059532:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f81f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf1 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.059556:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.059557:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.059563:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.059569:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.059595:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.059608:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129728:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.059664:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.061463:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293129728:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.061477:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.061538:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303232512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2073us (2209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.061548:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18751 00000100:00100000:0.0:1746137572.061969:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.062063:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232768 00000100:00100000:2.0:1746137572.062069:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232768 00002000:00100000:2.0:1746137572.062100:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cdf80 x1830957303232768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.062108:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cdf80 with x1830957303232768 ext(0->4095) 00002000:00010000:2.0:1746137572.062112:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cdf80 00000100:00100000:2.0:1746137572.062132:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14421 00000100:00100000:2.0:1746137572.062138:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303232768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.062248:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303232768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.062256:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14421 00002000:00100000:2.0:1746137572.062261:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cdf80 x1830957303232768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.062268:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cdf80 with x1830957303232768 ext(0->4095) 00002000:00010000:2.0:1746137572.062270:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cdf80 00000100:00100000:0.0:1746137572.063505:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.063565:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303232896 00000100:00100000:3.0:1746137572.063581:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303232896 00000100:00100000:3.0:1746137572.063623:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30986 00000100:00100000:3.0:1746137572.063630:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303232896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.063645:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.063660:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9cff expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.063685:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.063691:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.063693:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.063696:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.063721:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.063731:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.063747:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293129856:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.063826:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.064105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.064151:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233024 00000100:00100000:2.0:1746137572.064162:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233024 00000100:00100000:2.0:1746137572.064209:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30987 00000100:00100000:2.0:1746137572.064216:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303233024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.064228:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.064240:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d06 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.064259:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.064264:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.064269:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.064272:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.064299:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.064310:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 38 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.064319:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137572.064363:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303233024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.064369:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30987 00000100:00100000:3.0:1746137572.067678:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293129856:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137572.067797:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137572.068054:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.068182:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233152 00000100:00100000:2.0:1746137572.068188:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233152 00010000:00010000:3.0:1746137572.068214:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00010000:00010000:2.0:1746137572.068363:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.068525:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1730:x1830957303232896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4894us (5021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.068647:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18752 00000100:00100000:3.0:1746137572.068709:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30986 00000100:00100000:2.0:1746137572.068727:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303233152:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.069141:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.069305:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.069367:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.069464:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f81fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cf8 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.069529:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.069531:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.069576:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.069614:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.069793:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.069805:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 36 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.069880:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130112:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.069998:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.073400:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130112:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.073417:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.073742:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303233152:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5085us (6012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.073893:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18752 00000100:00100000:0.0:1746137572.074957:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.075083:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233408 00000100:00100000:2.0:1746137572.075089:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233408 00002000:00100000:2.0:1746137572.075120:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc700 x1830957303233408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.075129:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc700 with x1830957303233408 ext(0->4095) 00010000:00010000:2.0:1746137572.075138:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.075225:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.075234:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cc700 00000100:00100000:2.0:1746137572.075311:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3516 00000100:00100000:2.0:1746137572.075318:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303233408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.075686:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303233408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 368us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.075696:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3516 00002000:00100000:2.0:1746137572.075701:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc700 x1830957303233408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.075709:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc700 with x1830957303233408 ext(0->4095) 00010000:00010000:2.0:1746137572.075714:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.075723:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.075728:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cc700 00000100:00100000:0.0:1746137572.077211:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.077445:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233536 00000100:00100000:2.0:1746137572.077450:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233536 00010000:00010000:2.0:1746137572.077472:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.077559:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18753 00000100:00100000:2.0:1746137572.077566:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303233536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.077576:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.077592:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.077601:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.077621:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8205 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9cff expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.077760:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.077763:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.077770:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.077779:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.077806:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.077817:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130240:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.079335:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.081727:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.081808:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233792 00000100:00100000:3.0:1746137572.081817:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233792 00002000:00100000:3.0:1746137572.081862:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957303233792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.081877:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957303233792 ext(0->4095) 00002000:00010000:3.0:1746137572.081881:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:3.0:1746137572.081902:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14422 00000100:00100000:3.0:1746137572.081909:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303233792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.082037:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130240:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.082052:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.082162:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303233792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.082168:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14422 00002000:00100000:3.0:1746137572.082174:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957303233792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.082186:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957303233792 ext(0->4095) 00002000:00010000:3.0:1746137572.082189:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:2.0:1746137572.082468:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303233536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4901us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.082476:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18753 00000100:00100000:0.0:1746137572.084477:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.084618:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303233920 00000100:00100000:3.0:1746137572.084628:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303233920 00000100:00100000:3.0:1746137572.084677:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30988 00000100:00100000:3.0:1746137572.084685:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303233920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.084703:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.084718:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d0d expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.084744:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.084750:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.084752:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.084755:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.084784:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 35 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.084795:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 35 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.084806:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293130368:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.084893:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.089901:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293130368:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.089985:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.090001:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d200, rc 0) 00000100:00100000:3.0:1746137572.090042:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303233920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5358us (5570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.090051:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30988 00000100:00100000:0.0:1746137572.090270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.090360:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234048 00000100:00100000:2.0:1746137572.090373:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234048 00010000:00010000:2.0:1746137572.090410:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.090445:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18754 00000100:00100000:2.0:1746137572.090452:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303234048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.090468:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.090488:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.090498:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.090528:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f820c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d06 expref: 36 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.090553:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.090555:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.090562:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.090570:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.090600:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.090611:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130496:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.090676:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.094700:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.095151:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130496:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.095174:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.095236:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2005:x1830957303234048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4784us (4966us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.095250:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18754 00000100:00100000:0.0:1746137572.095407:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.095696:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234176 00000100:00100000:3.0:1746137572.095704:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234176 00000100:00100000:3.0:1746137572.095750:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30989 00000100:00100000:3.0:1746137572.095757:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:1730:x1830957303234176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.095776:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.095792:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d14 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.095815:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.095821:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.095822:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.095825:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.095849:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.095859:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.095870:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293130624:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.095950:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.096276:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234432 00000100:00100000:1.0:1746137572.096280:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234432 00002000:00100000:1.0:1746137572.096307:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b480 x1830957303234432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.096317:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b480 with x1830957303234432 ext(0->4095) 00010000:00010000:1.0:1746137572.096322:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.096331:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.096337:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b480 00000100:00100000:1.0:1746137572.096350:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3517 00000100:00100000:1.0:1746137572.096356:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303234432:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137572.096456:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303234432:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (1049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.096462:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3517 00002000:00100000:1.0:1746137572.096467:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b480 x1830957303234432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.096473:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b480 with x1830957303234432 ext(0->4095) 00010000:00010000:1.0:1746137572.096477:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.096484:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.096489:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b480 00000100:00100000:3.0:1746137572.098609:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293130624:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.098645:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.098657:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:3.0:1746137572.098696:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303234176:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2939us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.098702:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30989 00000100:00100000:0.0:1746137572.099743:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.099817:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234560 00000100:00100000:3.0:1746137572.099827:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234560 00000100:00100000:3.0:1746137572.099861:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30990 00000100:00100000:3.0:1746137572.099867:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1731:x1830957303234560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.099878:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.099890:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d1b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.099907:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.099912:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.099917:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.099920:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137572.099926:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.100021:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234688 00000100:00100000:2.0:1746137572.100030:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234688 00010000:00010000:2.0:1746137572.100064:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.100095:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18755 00000100:00100000:2.0:1746137572.100102:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303234688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.100112:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.100128:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.100140:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.100160:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8213 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d0d expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.100178:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.100179:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.100186:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.100194:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.100226:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.100238:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.100247:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130880:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.100310:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00010000:00010000:3.0:1746137572.100550:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.100563:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.100572:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00000100:00100000:3.0:1746137572.100609:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:1731:x1830957303234560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 742us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.100616:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30990 00000100:00100000:0.0:1746137572.102129:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.102132:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293130880:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.102149:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.102282:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303234944 00000100:00100000:3.0:1746137572.102289:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303234944 00000100:00100000:2.0:1746137572.102308:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303234688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2205us (2378us total) trans 0 rc 0/0 00002000:00100000:3.0:1746137572.102317:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955500 x1830957303234944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137572.102319:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18755 00002000:00100000:3.0:1746137572.102326:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957303234944 ext(0->4095) 00010000:00010000:3.0:1746137572.102334:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.102345:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.102583:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955500 00000100:00100000:3.0:1746137572.102663:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3518 00000100:00100000:3.0:1746137572.102670:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303234944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.102797:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303234944:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.102803:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3518 00002000:00100000:3.0:1746137572.102815:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955500 x1830957303234944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.102823:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957303234944 ext(0->4095) 00010000:00010000:3.0:1746137572.102827:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.102835:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.102840:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955500 00000100:00100000:0.0:1746137572.104854:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.104969:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235072 00000100:00100000:2.0:1746137572.104978:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235072 00010000:00010000:2.0:1746137572.105009:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.105044:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18756 00000100:00100000:2.0:1746137572.105051:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303235072:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.105063:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.105082:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.105093:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.105116:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f821a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d14 expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.105133:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.105135:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.105141:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.105148:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.105428:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.105440:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131008:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.105551:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.110314:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.110402:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235328 00000100:00100000:2.0:1746137572.110405:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131008:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.110410:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235328 00010000:00010000:2.0:1746137572.110419:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137572.110446:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567b80 x1830957303235328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.110455:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567b80 with x1830957303235328 ext(0->4095) 00000100:00100000:2.0:1746137572.110456:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303235072:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5406us (5608us total) trans 0 rc 0/0 00002000:00010000:1.0:1746137572.110459:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135567b80 00000100:00100000:2.0:1746137572.110464:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18756 00000100:00100000:1.0:1746137572.110486:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14423 00000100:00100000:1.0:1746137572.110492:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303235328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.110616:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2005:x1830957303235328:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.110622:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14423 00002000:00100000:1.0:1746137572.110630:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135567b80 x1830957303235328/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.110637:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135567b80 with x1830957303235328 ext(0->4095) 00002000:00010000:1.0:1746137572.110640:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135567b80 00000100:00100000:0.0:1746137572.113297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.113392:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235456 00000100:00100000:3.0:1746137572.113402:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235456 00000100:00100000:3.0:1746137572.115424:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30991 00000100:00100000:3.0:1746137572.115438:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303235456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.115457:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.115473:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d22 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.115500:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.115518:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.115519:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.115523:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.115554:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.115564:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.115576:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131136:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.115663:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.119860:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131136:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.119905:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.119921:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137572.120007:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303235456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4573us (6717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.120016:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30991 00000100:00100000:0.0:1746137572.121785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.122636:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.122780:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235584 00000100:00100000:3.0:1746137572.122790:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235584 00000100:00100000:2.0:1746137572.122949:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235712 00000100:00100000:2.0:1746137572.122952:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235712 00010000:00010000:2.0:1746137572.122973:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.123005:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18757 00000100:00100000:2.0:1746137572.123012:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303235712:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.123028:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.123045:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.123056:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.123075:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8221 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d1b expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.123093:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.123095:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.123101:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.123108:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.123150:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.123162:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131264:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.123230:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.123554:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30992 00000100:00100000:3.0:1746137572.123560:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303235584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.123573:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.123582:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d29 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.123602:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.123608:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.123609:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.123612:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.123628:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.123638:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.123645:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131392:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.123673:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.127031:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.127092:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303235968 00000100:00100000:1.0:1746137572.127100:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303235968 00002000:00100000:1.0:1746137572.127134:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf800 x1830957303235968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.127144:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf800 with x1830957303235968 ext(0->4095) 00010000:00010000:1.0:1746137572.127152:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.127164:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.127175:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf800 00000100:00100000:1.0:1746137572.127196:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3519 00000100:00100000:1.0:1746137572.127202:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303235968:12345-192.168.202.31@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746137572.127275:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131264:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.127289:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.127322:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2006:x1830957303235712:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4311us (4688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.127333:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18757 00000100:00100000:3.0:1746137572.127456:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131392:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.127485:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 36 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.127496:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:3.0:1746137572.127533:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:1730:x1830957303235584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3972us (5754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.127538:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30992 00000100:00100000:1.0:1746137572.127687:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303235968:12345-192.168.202.31@tcp:3:ldlm_bl.0 Request processed in 484us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.127692:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3519 00002000:00100000:1.0:1746137572.127697:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf800 x1830957303235968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.127703:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf800 with x1830957303235968 ext(0->4095) 00010000:00010000:1.0:1746137572.127707:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.127716:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.127721:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf800 00000100:00100000:0.0:1746137572.132377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.132455:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236096 00000100:00100000:2.0:1746137572.132464:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236096 00010000:00010000:2.0:1746137572.132501:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.132555:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18758 00000100:00100000:2.0:1746137572.132563:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303236096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.132577:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.132596:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.132608:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.132628:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f8228 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d22 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.132659:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.132661:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.132668:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.132676:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.132709:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.132723:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131520:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.132810:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.134867:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131520:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.134885:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.134933:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303236096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2369us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.134959:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18758 00000100:00100000:0.0:1746137572.138087:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.138313:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236352 00000100:00100000:1.0:1746137572.138322:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236352 00002000:00100000:1.0:1746137572.138362:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550000 x1830957303236352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.138372:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550000 with x1830957303236352 ext(0->4095) 00002000:00010000:1.0:1746137572.138377:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550000 00000100:00100000:1.0:1746137572.138396:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14424 00000100:00100000:1.0:1746137572.138403:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303236352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.138555:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303236352:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.138561:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14424 00002000:00100000:1.0:1746137572.138566:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073550000 x1830957303236352/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.138573:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550000 with x1830957303236352 ext(0->4095) 00002000:00010000:1.0:1746137572.138575:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550000 00000100:00100000:0.0:1746137572.142673:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.142776:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236480 00000100:00100000:3.0:1746137572.142786:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236480 00000100:00100000:3.0:1746137572.143399:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30993 00000100:00100000:3.0:1746137572.143408:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303236480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.143426:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.143441:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d30 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.143473:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.143479:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.143481:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.143484:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.143521:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.143532:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 35 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.143544:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131648:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.144217:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.147128:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131648:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.147175:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.147196:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d200, rc 0) 00000100:00100000:3.0:1746137572.147253:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303236480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3845us (4588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.147262:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30993 00000100:00100000:0.0:1746137572.152272:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.152349:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236608 00000100:00100000:2.0:1746137572.152359:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236608 00002000:00100000:2.0:1746137572.152404:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e27f100 x1830957303236608/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.152414:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27f100 with x1830957303236608 ext(0->7) 00010000:00010000:2.0:1746137572.152422:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 36 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.152435:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 36 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.152442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27f100 00000100:00100000:2.0:1746137572.152478:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3520 00000100:00100000:2.0:1746137572.152486:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2006:x1830957303236608:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137572.153387:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303236608:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 898us (1122us total) trans 4294972318 rc 0/0 00000100:00100000:0.0:1746137572.153395:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3520 00002000:00100000:0.0:1746137572.153402:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e27f100 x1830957303236608/t4294972318(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.153410:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27f100 with x1830957303236608 ext(0->7) 00010000:00010000:0.0:1746137572.153416:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.153427:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.153432:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27f100 00000100:00100000:0.0:1746137572.157107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.157227:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236736 00000100:00100000:2.0:1746137572.157237:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236736 00010000:00010000:2.0:1746137572.157270:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.157619:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18759 00000100:00100000:2.0:1746137572.157628:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957303236736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.157645:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137572.157661:0:7197:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137572 -> 1746137573 00002000:00010000:2.0:1746137572.157664:0:7197:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137572 -> 1746137573 00010000:00010000:2.0:1746137572.157670:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.157681:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.157700:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f822f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d29 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.157809:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.157811:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.157818:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.158074:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.158106:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.158118:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131776:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.158186:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.161304:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.161407:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303236864 00000100:00100000:2.0:1746137572.161416:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303236864 00000100:00100000:2.0:1746137572.161460:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30994 00000100:00100000:2.0:1746137572.161467:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303236864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.161482:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.161497:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d37 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.161536:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.161543:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.161545:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.161548:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.161580:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.161591:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.161600:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131904:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.161601:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293131776:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.161616:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.161749:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2008:x1830957303236736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4121us (4649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.161759:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18759 00000100:00100000:2.0:1746137572.161760:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.162197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.162258:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303237120 00000100:00100000:2.0:1746137572.162262:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303237120 00002000:00100000:2.0:1746137572.162286:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c380 x1830957303237120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.162296:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c380 with x1830957303237120 ext(0->4095) 00010000:00010000:2.0:1746137572.162301:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.162309:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.162315:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27c380 00000100:00100000:2.0:1746137572.162328:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3521 00000100:00100000:2.0:1746137572.162333:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303237120:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137572.162437:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303237120:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.162443:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3521 00002000:00100000:2.0:1746137572.162448:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e27c380 x1830957303237120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.162455:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27c380 with x1830957303237120 ext(0->4095) 00010000:00010000:2.0:1746137572.162459:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.162467:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.162472:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e27c380 00000100:00100000:2.0:1746137572.165926:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293131904:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.165987:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.166001:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137572.166045:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1730:x1830957303236864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4578us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.166053:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30994 00000100:00100000:0.0:1746137572.166981:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.167348:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303237248 00000100:00100000:2.0:1746137572.167354:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303237248 00000100:00100000:2.0:1746137572.167588:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30995 00000100:00100000:2.0:1746137572.167594:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:1731:x1830957303237248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.167607:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.167620:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d3e expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.167640:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.167644:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.167650:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.167653:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.167679:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.167686:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.167700:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137572.168111:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1731:x1830957303237248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 516us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.168116:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30995 00000100:00100000:0.0:1746137572.168476:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.168615:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303237376 00000100:00100000:3.0:1746137572.168620:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303237376 00010000:00010000:3.0:1746137572.168638:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.168656:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18760 00000100:00100000:3.0:1746137572.168661:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303237376:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.168669:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.168685:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.168693:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.168707:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d200/0x95b3ed7b846f8236 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d30 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.169154:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.169157:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.169163:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.169171:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.169194:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.169205:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.169217:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132160:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.169968:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.173338:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132160:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.173380:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.173571:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303237376:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4907us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.173582:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18760 00000100:00100000:0.0:1746137572.173866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.174504:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303237632 00000100:00100000:1.0:1746137572.174521:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303237632 00002000:00100000:1.0:1746137572.174556:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa3100 x1830957303237632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.174565:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa3100 with x1830957303237632 ext(0->4095) 00010000:00010000:1.0:1746137572.174573:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.174587:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.174593:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa3100 00000100:00100000:1.0:1746137572.175266:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3522 00000100:00100000:1.0:1746137572.175274:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303237632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.175398:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303237632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.175403:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3522 00002000:00100000:1.0:1746137572.175410:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa3100 x1830957303237632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.175420:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa3100 with x1830957303237632 ext(0->4095) 00010000:00010000:1.0:1746137572.175424:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.175433:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.175439:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa3100 00000100:00100000:0.0:1746137572.179596:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.180183:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303237760 00000100:00100000:3.0:1746137572.180193:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303237760 00010000:00010000:3.0:1746137572.180225:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.180272:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18761 00000100:00100000:3.0:1746137572.180280:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303237760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.180291:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.180310:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.180322:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.180342:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f823d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d37 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.180371:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.180373:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.180379:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.180385:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.180415:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 38 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.180427:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132288:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.180517:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.185156:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132288:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.185190:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.185227:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2006:x1830957303237760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4947us (5641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.185237:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18761 00000100:00100000:0.0:1746137572.187446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.187576:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238016 00000100:00100000:2.0:1746137572.187583:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238016 00002000:00100000:2.0:1746137572.187620:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514700 x1830957303238016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.187629:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514700 with x1830957303238016 ext(0->4095) 00002000:00010000:2.0:1746137572.187634:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073514700 00000100:00100000:2.0:1746137572.187765:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14425 00000100:00100000:2.0:1746137572.187771:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957303238016:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137572.187901:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2008:x1830957303238016:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.187907:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14425 00002000:00100000:2.0:1746137572.187913:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073514700 x1830957303238016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.187919:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073514700 with x1830957303238016 ext(0->4095) 00002000:00010000:2.0:1746137572.187922:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073514700 00000100:00100000:0.0:1746137572.192471:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.193002:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238144 00000100:00100000:2.0:1746137572.193011:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238144 00000100:00100000:2.0:1746137572.193122:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30996 00000100:00100000:2.0:1746137572.193131:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303238144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.193151:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.193166:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d45 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.193193:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.193199:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.193201:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.193204:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.193232:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 37 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.193243:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 37 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.193254:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293132416:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.194192:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.206796:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.207591:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238272 00000100:00100000:1.0:1746137572.207603:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238272 00002000:00100000:1.0:1746137572.207652:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073515c00 x1830957303238272/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.207662:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515c00 with x1830957303238272 ext(0->7) 00010000:00010000:1.0:1746137572.207672:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.207685:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 38 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.207692:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515c00 00000100:00100000:1.0:1746137572.207735:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3523 00000100:00100000:1.0:1746137572.207744:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303238272:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137572.208107:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293132416:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.208129:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.208141:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137572.208193:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303238144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15062us (15731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.208202:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30996 00000100:00100000:0.0:1746137572.210836:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2007:x1830957303238272:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3086us (4041us total) trans 4294972319 rc 0/0 00000100:00100000:0.0:1746137572.210850:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3523 00002000:00100000:0.0:1746137572.210859:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073515c00 x1830957303238272/t4294972319(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.210868:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073515c00 with x1830957303238272 ext(0->7) 00010000:00010000:0.0:1746137572.210877:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.210891:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.210897:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073515c00 00000100:00100000:0.0:1746137572.220689:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.220809:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238400 00000100:00100000:3.0:1746137572.220818:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238400 00010000:00010000:3.0:1746137572.220851:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.222020:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18762 00000100:00100000:1.0:1746137572.222030:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2008:x1830957303238400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.222045:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.222063:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.222074:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.222094:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8244 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d3e expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.222119:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.222120:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.222126:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.222133:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.222165:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.222176:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f523b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293132544:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.222252:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.236353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.236452:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.236564:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238656 00000100:00100000:2.0:1746137572.236574:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238656 00002000:00100000:2.0:1746137572.236613:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814700 x1830957303238656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.236623:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814700 with x1830957303238656 ext(0->4095) 00002000:00010000:2.0:1746137572.236628:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f814700 00000100:00100000:3.0:1746137572.236638:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238784 00000100:00100000:3.0:1746137572.236642:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238784 00000100:00100000:2.0:1746137572.236655:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14426 00000100:00100000:2.0:1746137572.236667:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303238656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.236687:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30997 00000100:00100000:3.0:1746137572.236693:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303238784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.236702:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.236717:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d4c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.236740:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.236747:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.236749:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.236752:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.236780:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.236786:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303238656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.236791:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14426 00010000:00010000:3.0:1746137572.236795:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00100000:2.0:1746137572.236797:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814700 x1830957303238656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.236804:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814700 with x1830957303238656 ext(0->4095) 00000100:00100000:3.0:1746137572.236806:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293132672:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.236808:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.236818:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.236823:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814700 00000100:00100000:3.0:1746137572.236859:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.238264:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f523b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293132544:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.238281:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.238303:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2008:x1830957303238400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 16275us (17623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.238316:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18762 00000100:00100000:0.0:1746137572.248534:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293132672:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137572.248581:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.248600:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012da00, rc 0) 00000100:00100000:0.0:1746137572.248657:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303238784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11963us (12203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.248667:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30997 00000100:00100000:2.0:1746137572.249581:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.249640:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303238912 00000100:00100000:1.0:1746137572.249648:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303238912 00000100:00100000:1.0:1746137572.249690:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30998 00000100:00100000:1.0:1746137572.249697:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1731:x1830957303238912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.249711:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.249722:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d53 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.249741:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.249745:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.249751:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.249755:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.249789:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.249798:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.249804:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979a00, rc 0) 00000100:00100000:1.0:1746137572.249839:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e971050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957303238912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.249844:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30998 00000100:00100000:2.0:1746137572.255343:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.255773:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239040 00000100:00100000:1.0:1746137572.255782:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239040 00010000:00010000:1.0:1746137572.255814:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.257344:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18763 00000100:00100000:3.0:1746137572.257356:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303239040:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.257370:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.257392:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.257405:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.257429:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f824b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d45 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.257458:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.257460:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.257467:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.257474:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.257518:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.257529:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.257540:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132928:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.257622:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.259181:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293132928:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.259214:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.259252:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303239040:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1899us (3914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.259261:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18763 00000100:00100000:0.0:1746137572.259858:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.260221:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239296 00000100:00100000:2.0:1746137572.260227:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239296 00002000:00100000:2.0:1746137572.260259:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817800 x1830957303239296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.260268:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817800 with x1830957303239296 ext(0->4095) 00010000:00010000:2.0:1746137572.260275:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.260286:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.260293:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817800 00000100:00100000:2.0:1746137572.260411:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3524 00000100:00100000:2.0:1746137572.260417:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303239296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.260679:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303239296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 261us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.260685:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3524 00002000:00100000:2.0:1746137572.260690:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f817800 x1830957303239296/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.260697:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817800 with x1830957303239296 ext(0->4095) 00010000:00010000:2.0:1746137572.260701:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.260709:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.260719:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f817800 00000100:00100000:0.0:1746137572.262137:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.262231:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239424 00000100:00100000:3.0:1746137572.262237:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239424 00010000:00010000:3.0:1746137572.262257:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.262284:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18764 00000100:00100000:3.0:1746137572.262289:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303239424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.262298:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.262310:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.262324:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.262342:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8252 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d4c expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.262355:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.262357:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.262363:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.262371:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.262394:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.262403:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133056:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.262463:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.264496:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133056:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.264685:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.264718:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303239424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2428us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.264727:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18764 00000100:00100000:0.0:1746137572.265000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.265059:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239680 00000100:00100000:2.0:1746137572.265064:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239680 00002000:00100000:2.0:1746137572.265093:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8e00 x1830957303239680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.265101:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8e00 with x1830957303239680 ext(0->4095) 00002000:00010000:2.0:1746137572.265105:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8e00 00000100:00100000:2.0:1746137572.265118:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14427 00000100:00100000:2.0:1746137572.265123:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303239680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.265210:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303239680:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.265215:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14427 00002000:00100000:2.0:1746137572.265220:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a03a8e00 x1830957303239680/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.265226:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8e00 with x1830957303239680 ext(0->4095) 00002000:00010000:2.0:1746137572.265229:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8e00 00000100:00100000:0.0:1746137572.267587:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.267787:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239808 00000100:00100000:1.0:1746137572.267795:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239808 00000100:00100000:1.0:1746137572.267932:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 30999 00000100:00100000:1.0:1746137572.267967:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303239808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.267983:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.267998:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d5a expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.268022:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.268029:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.268030:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.268033:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.268058:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.268068:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.268078:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f523b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133184:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.268146:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.270816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.270892:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303239936 00000100:00100000:3.0:1746137572.270902:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303239936 00010000:00010000:3.0:1746137572.270977:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.271008:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18765 00000100:00100000:1.0:1746137572.271008:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f523b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133184:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.271014:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303239936:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.271025:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.271030:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.271042:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.271044:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00010000:00010000:3.0:1746137572.271053:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.271073:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8259 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d53 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.271079:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303239808:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3113us (3501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.271085:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 30999 00010000:00010000:3.0:1746137572.271532:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.271534:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.271542:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.271551:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.271580:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.271591:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133312:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.271676:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.273280:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133312:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.273313:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.273359:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303239936:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2345us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.273368:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18765 00000100:00100000:0.0:1746137572.275205:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.275423:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240192 00000100:00100000:3.0:1746137572.275431:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240192 00002000:00100000:3.0:1746137572.275468:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957303240192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.275476:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957303240192 ext(0->4095) 00002000:00010000:3.0:1746137572.275481:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81500 00000100:00100000:1.0:1746137572.275717:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.275780:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240320 00000100:00100000:0.0:1746137572.275787:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240320 00000100:00100000:3.0:1746137572.275844:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14428 00000100:00100000:3.0:1746137572.275851:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303240192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137572.276181:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31000 00000100:00100000:0.0:1746137572.276189:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303240320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137572.276204:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137572.276219:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d61 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.276242:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.276249:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137572.276250:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137572.276253:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.276292:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.276303:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1746137572.276314:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133440:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.276326:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303240192:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 474us (1127us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.276333:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14428 00002000:00100000:3.0:1746137572.276339:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81500 x1830957303240192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.276345:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81500 with x1830957303240192 ext(0->4095) 00010000:00010000:3.0:1746137572.276351:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.276362:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.276368:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb81500 00000100:00100000:1.0:1746137572.277008:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.278916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.279062:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240448 00000100:00100000:2.0:1746137572.279069:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240448 00000100:00100000:2.0:1746137572.279118:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31001 00000100:00100000:2.0:1746137572.279124:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957303240448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.279141:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.279154:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d68 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.279361:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.279367:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.279373:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.279376:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.279405:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.279415:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.279423:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:1.0:1746137572.279983:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0725500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133440:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.280000:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.280008:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173ac00, rc 0) 00000100:00100000:2.0:1746137572.280098:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303240448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 972us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.280104:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31001 00000100:00100000:1.0:1746137572.280420:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303240320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4231us (4703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.280426:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31000 00000100:00100000:0.0:1746137572.280741:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.280860:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240576 00000100:00100000:3.0:1746137572.280864:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240576 00010000:00010000:3.0:1746137572.280884:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.280901:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18766 00000100:00100000:3.0:1746137572.280906:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303240576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.280913:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.280929:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.280953:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.280969:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f8260 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d5a expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.280991:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.280993:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.280999:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.281005:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.281031:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.281041:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.281052:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133696:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.281109:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.283561:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133696:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.283593:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.283624:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303240576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2717us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.283632:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18766 00000100:00100000:0.0:1746137572.284331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.284736:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240832 00000100:00100000:3.0:1746137572.284742:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240832 00002000:00100000:3.0:1746137572.284776:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957303240832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.284786:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957303240832 ext(0->4095) 00010000:00010000:3.0:1746137572.284793:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.284805:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.284810:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0727100 00000100:00100000:3.0:1746137572.284836:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3525 00000100:00100000:3.0:1746137572.284843:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303240832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.285484:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303240832:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 637us (1150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.285491:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3525 00002000:00100000:3.0:1746137572.285497:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957303240832/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.285512:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957303240832 ext(0->4095) 00010000:00010000:3.0:1746137572.285517:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.285525:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.285530:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0727100 00000100:00100000:0.0:1746137572.287729:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.288005:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303240960 00000100:00100000:3.0:1746137572.288013:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303240960 00010000:00010000:3.0:1746137572.288039:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.288060:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18767 00000100:00100000:3.0:1746137572.288066:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2007:x1830957303240960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.288077:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.288092:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.288107:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.288124:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8267 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d61 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.288147:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.288149:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.288154:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.288160:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.288187:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.288197:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133824:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.288259:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.293908:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.294161:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241216 00000100:00100000:2.0:1746137572.294170:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241216 00002000:00100000:2.0:1746137572.294238:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499500 x1830957303241216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.294248:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499500 with x1830957303241216 ext(0->4095) 00002000:00010000:2.0:1746137572.294253:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499500 00000100:00100000:2.0:1746137572.294285:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14429 00000100:00100000:2.0:1746137572.294292:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303241216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.294587:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293133824:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.294624:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.295157:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2007:x1830957303240960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7088us (7432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.295166:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18767 00000100:00100000:2.0:1746137572.295460:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303241216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1165us (1558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.295468:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14429 00002000:00100000:2.0:1746137572.295475:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f499500 x1830957303241216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.295482:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499500 with x1830957303241216 ext(0->4095) 00002000:00010000:2.0:1746137572.295485:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f499500 00000100:00100000:0.0:1746137572.297836:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.297916:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241344 00000100:00100000:1.0:1746137572.297925:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241344 00000100:00100000:1.0:1746137572.298018:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31002 00000100:00100000:1.0:1746137572.298027:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303241344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.298041:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.298057:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d6f expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.298093:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.298100:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.298102:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.298106:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.298133:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.298145:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 39 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.298156:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133952:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.298246:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.300108:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293133952:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.300135:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.300151:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979800, rc 0) 00000100:00100000:1.0:1746137572.300197:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303241344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2171us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.300204:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31002 00000100:00100000:0.0:1746137572.300523:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.300645:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241472 00000100:00100000:3.0:1746137572.300651:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241472 00010000:00010000:3.0:1746137572.300675:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.300695:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18768 00000100:00100000:3.0:1746137572.300701:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303241472:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.300711:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.300728:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.300738:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.300759:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f826e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d68 expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.300782:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.300784:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.300790:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.300797:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.300824:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.300835:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134080:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.301260:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.303590:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134080:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137572.303593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137572.303621:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.303642:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241856 00000100:00100000:2.0:1746137572.303654:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241856 00000100:00100000:3.0:1746137572.303660:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2005:x1830957303241472:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2959us (3137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.303668:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18768 00000100:00100000:0.0:1746137572.303669:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:2.0:1746137572.303710:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db5f80 x1830957303241856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.303720:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db5f80 with x1830957303241856 ext(0->4095) 00002000:00010000:2.0:1746137572.303725:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db5f80 00000100:00100000:2.0:1746137572.303751:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14430 00000100:00100000:2.0:1746137572.303758:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303241856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.303888:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241600 00000100:00100000:1.0:1746137572.303893:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241600 00000100:00100000:1.0:1746137572.303929:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31003 00000100:00100000:1.0:1746137572.303933:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303241600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.303963:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.303983:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d76 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.304013:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.304020:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.304021:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.304025:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.304052:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.304063:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.304074:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134208:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.304203:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303241856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 445us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.304211:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14430 00002000:00100000:2.0:1746137572.304217:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db5f80 x1830957303241856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.304224:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db5f80 with x1830957303241856 ext(0->4095) 00010000:00010000:2.0:1746137572.304228:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.304243:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.304247:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db5f80 00000100:00100000:1.0:1746137572.304458:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.305692:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.305771:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303241984 00000100:00100000:3.0:1746137572.305777:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303241984 00000100:00100000:3.0:1746137572.305810:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31004 00000100:00100000:3.0:1746137572.305815:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1731:x1830957303241984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.305824:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.305834:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d7d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.305850:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.305855:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.305860:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.305862:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.305902:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.305913:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.305927:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00000100:00100000:3.0:1746137572.305992:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303241984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.305998:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31004 00000100:00100000:2.0:1746137572.306990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.307087:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134208:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.307104:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.307119:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979c00, rc 0) 00000100:00100000:1.0:1746137572.307153:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303241600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3219us (3483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.307159:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31003 00000100:00100000:3.0:1746137572.307793:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303242112 00000100:00100000:3.0:1746137572.307798:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303242112 00010000:00010000:3.0:1746137572.307819:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.307847:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18769 00000100:00100000:3.0:1746137572.307853:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303242112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.307863:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.307881:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.307891:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.307909:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8275 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d6f expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.307932:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.307934:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.307964:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.307977:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.307998:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.308009:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 40 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.308019:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134464:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.308082:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.309703:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134464:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.309732:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.309801:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303242112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1947us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.309809:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18769 00000100:00100000:0.0:1746137572.309824:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.310005:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303242368 00000100:00100000:2.0:1746137572.310013:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303242368 00002000:00100000:2.0:1746137572.310046:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c40000 x1830957303242368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.310056:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c40000 with x1830957303242368 ext(0->4095) 00010000:00010000:2.0:1746137572.310063:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.310074:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.310079:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c40000 00000100:00100000:2.0:1746137572.310095:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3526 00000100:00100000:2.0:1746137572.310101:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303242368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.310215:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303242368:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (392us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.310221:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3526 00002000:00100000:2.0:1746137572.310226:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c40000 x1830957303242368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.310237:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c40000 with x1830957303242368 ext(0->4095) 00010000:00010000:2.0:1746137572.310241:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.310249:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.310254:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c40000 00000100:00100000:0.0:1746137572.312451:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.312652:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303242496 00000100:00100000:3.0:1746137572.312660:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303242496 00010000:00010000:3.0:1746137572.312688:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.312712:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18770 00000100:00100000:3.0:1746137572.312718:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303242496:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.312729:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.312748:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.312760:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.312781:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f827c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d76 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.312794:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.312796:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.312802:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.312809:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.312836:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.312848:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134592:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.312928:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.320338:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.320402:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303242752 00000100:00100000:0.0:1746137572.320411:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303242752 00002000:00100000:0.0:1746137572.320452:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1c000 x1830957303242752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.320463:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1c000 with x1830957303242752 ext(0->4095) 00002000:00010000:0.0:1746137572.320467:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1c000 00000100:00100000:0.0:1746137572.320514:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14431 00000100:00100000:0.0:1746137572.320526:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303242752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137572.320664:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2005:x1830957303242752:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137572.320671:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14431 00002000:00100000:0.0:1746137572.320677:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1c000 x1830957303242752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.320683:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1c000 with x1830957303242752 ext(0->4095) 00002000:00010000:0.0:1746137572.320686:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1c000 00000100:00100000:3.0:1746137572.321289:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134592:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.321323:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.321358:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303242496:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8639us (8913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.321365:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18770 00000100:00100000:0.0:1746137572.324339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.324434:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303242880 00000100:00100000:1.0:1746137572.324444:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303242880 00000100:00100000:1.0:1746137572.324485:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31005 00000100:00100000:1.0:1746137572.324492:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303242880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.324525:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.324542:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d84 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.324570:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.324578:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.324580:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.324583:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.324613:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 39 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.324625:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 39 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.324641:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134720:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.325175:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.327892:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.327996:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134720:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.328023:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.328040:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137572.328080:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303242880:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3587us (3749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.328088:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31005 00000100:00100000:3.0:1746137572.328258:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243008 00000100:00100000:3.0:1746137572.328265:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243008 00010000:00010000:3.0:1746137572.328289:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.328322:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18771 00000100:00100000:3.0:1746137572.328328:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2006:x1830957303243008:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.328340:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.328357:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.328367:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.328387:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8283 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d7d expref: 40 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.328402:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.328404:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.328409:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.328416:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.328441:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.328456:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134848:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.328906:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.330854:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293134848:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.330885:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.330988:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2006:x1830957303243008:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2657us (3101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.330997:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18771 00000100:00100000:0.0:1746137572.331126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.331260:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243136 00000100:00100000:2.0:1746137572.331266:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243136 00000100:00100000:2.0:1746137572.331413:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31006 00000100:00100000:2.0:1746137572.331420:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:1730:x1830957303243136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.331434:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.331448:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d8b expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.331470:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.331477:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.331479:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.331481:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.331519:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.331535:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.331545:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134976:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.331682:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.332047:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.332116:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243392 00000100:00100000:1.0:1746137572.332119:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243392 00002000:00100000:1.0:1746137572.332143:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41180 x1830957303243392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.332156:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41180 with x1830957303243392 ext(0->4095) 00010000:00010000:1.0:1746137572.332162:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.332172:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.332303:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c41180 00000100:00100000:1.0:1746137572.332324:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3527 00000100:00100000:1.0:1746137572.332330:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303243392:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137572.332448:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303243392:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.332454:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3527 00002000:00100000:1.0:1746137572.332459:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41180 x1830957303243392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.332467:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41180 with x1830957303243392 ext(0->4095) 00010000:00010000:1.0:1746137572.332471:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.332479:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.332485:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c41180 00000100:00100000:2.0:1746137572.333099:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293134976:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.333115:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 40 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.333126:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137572.333151:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:1730:x1830957303243136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.333157:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31006 00000100:00100000:0.0:1746137572.335400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.335479:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243520 00000100:00100000:3.0:1746137572.335486:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243520 00010000:00010000:3.0:1746137572.335524:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.335560:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18772 00000100:00100000:3.0:1746137572.335567:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303243520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.335580:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.335595:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.335607:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.335626:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f828a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d84 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.335641:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.335644:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.335650:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.335658:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.335685:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.335695:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135104:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.336128:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.339326:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.339430:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135104:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.339453:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243776 00000100:00100000:1.0:1746137572.339460:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243776 00010000:00010000:3.0:1746137572.339465:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137572.339499:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41880 x1830957303243776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137572.339517:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303243520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3939us (4113us total) trans 0 rc 0/0 00002000:00100000:1.0:1746137572.339522:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41880 with x1830957303243776 ext(0->4095) 00000100:00100000:3.0:1746137572.339526:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18772 00002000:00010000:1.0:1746137572.339527:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41880 00000100:00100000:1.0:1746137572.339549:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14432 00000100:00100000:1.0:1746137572.339737:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303243776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.339903:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:2005:x1830957303243776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.340077:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14432 00002000:00100000:1.0:1746137572.340082:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41880 x1830957303243776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.340088:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41880 with x1830957303243776 ext(0->4095) 00002000:00010000:1.0:1746137572.340090:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c41880 00000100:00100000:0.0:1746137572.350220:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.350556:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303243904 00000100:00100000:2.0:1746137572.350567:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303243904 00000100:00100000:2.0:1746137572.350620:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31007 00000100:00100000:2.0:1746137572.350627:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303243904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.350645:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.350663:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d92 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.350691:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.350703:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.350704:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.350713:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.350741:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.350751:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 39 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.350762:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293135232:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.350860:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.360583:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293135232:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.360613:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.360631:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137572.360703:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303243904:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10074us (10490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.360711:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31007 00000100:00100000:0.0:1746137572.374624:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.374898:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244032 00000100:00100000:2.0:1746137572.374909:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244032 00000100:00100000:0.0:1746137572.375001:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.375113:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244160 00000100:00100000:1.0:1746137572.375125:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244160 00002000:00100000:1.0:1746137572.375168:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c42300 x1830957303244160/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137572.375169:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31008 00000100:00100000:2.0:1746137572.375177:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303244032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:1.0:1746137572.375177:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42300 with x1830957303244160 ext(0->7) 00010000:00010000:1.0:1746137572.375185:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.375193:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.375198:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.375205:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c42300 00010000:00010000:2.0:1746137572.375209:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9d99 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.375231:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.375236:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.375241:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137572.375244:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.375246:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3528 00000100:00100000:1.0:1746137572.375253:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303244160:12345-192.168.202.31@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746137572.375277:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.375287:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.375294:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137572.375334:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303244032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.375340:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31008 00000100:00100000:0.0:1746137572.377614:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303244160:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2354us (2605us total) trans 4294972320 rc 0/0 00000100:00100000:0.0:1746137572.377625:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3528 00002000:00100000:0.0:1746137572.377634:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880089c42300 x1830957303244160/t4294972320(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.377787:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42300 with x1830957303244160 ext(0->7) 00010000:00010000:0.0:1746137572.377797:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.377811:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.377817:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c42300 00000100:00100000:0.0:1746137572.382424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.383372:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244288 00000100:00100000:3.0:1746137572.383384:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244288 00010000:00010000:3.0:1746137572.383428:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.383482:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18773 00000100:00100000:3.0:1746137572.383497:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2007:x1830957303244288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.383518:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.383536:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.383558:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.383579:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f8291 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d8b expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.383717:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.383719:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.383727:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.383738:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.383843:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.383876:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.384371:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135488:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.385195:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.387286:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135488:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.387323:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.387369:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2007:x1830957303244288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3871us (4955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.387383:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18773 00000100:00100000:0.0:1746137572.387608:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.387712:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244544 00000100:00100000:2.0:1746137572.387719:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244544 00002000:00100000:2.0:1746137572.387753:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42680 x1830957303244544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.387763:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42680 with x1830957303244544 ext(0->4095) 00010000:00010000:2.0:1746137572.387770:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.387782:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.387789:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c42680 00000100:00100000:2.0:1746137572.387865:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3529 00000100:00100000:2.0:1746137572.387873:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303244544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.388176:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303244544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 303us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.388181:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3529 00002000:00100000:2.0:1746137572.388187:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42680 x1830957303244544/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.388194:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42680 with x1830957303244544 ext(0->4095) 00010000:00010000:2.0:1746137572.388198:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.388207:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.388212:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c42680 00000100:00100000:0.0:1746137572.390765:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.391254:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244672 00000100:00100000:3.0:1746137572.391264:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244672 00010000:00010000:3.0:1746137572.391294:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.391328:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18774 00000100:00100000:3.0:1746137572.391335:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303244672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.391347:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.391366:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.391377:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.391396:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f8298 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d92 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.391411:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.391412:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.391418:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.391425:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.391454:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.391466:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135616:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.391823:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.397902:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135616:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.398054:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.398099:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303244672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6763us (7341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.398111:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18774 00000100:00100000:0.0:1746137572.399109:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.399231:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303244928 00000100:00100000:2.0:1746137572.399241:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303244928 00002000:00100000:2.0:1746137572.399283:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42d80 x1830957303244928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.399297:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42d80 with x1830957303244928 ext(0->4095) 00002000:00010000:2.0:1746137572.399302:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c42d80 00000100:00100000:2.0:1746137572.400102:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14433 00000100:00100000:2.0:1746137572.400111:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303244928:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.400271:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303244928:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (1164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.400277:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14433 00002000:00100000:2.0:1746137572.400284:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c42d80 x1830957303244928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.400291:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c42d80 with x1830957303244928 ext(0->4095) 00002000:00010000:2.0:1746137572.400294:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c42d80 00000100:00100000:0.0:1746137572.402853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.402934:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245056 00000100:00100000:2.0:1746137572.402972:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245056 00000100:00100000:2.0:1746137572.403017:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31009 00000100:00100000:2.0:1746137572.403024:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303245056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.403040:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.403057:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9da0 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.403083:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.403091:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.403092:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.403097:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.403124:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.403135:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.403145:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293135744:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.403235:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.406079:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.406985:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245184 00000100:00100000:3.0:1746137572.406994:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245184 00010000:00010000:3.0:1746137572.407032:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.407080:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18775 00000100:00100000:3.0:1746137572.407088:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303245184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.407100:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.407118:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.407130:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.407155:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.407158:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.407165:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.407177:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.407183:0:16986:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f829f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9d99 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.407207:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.407218:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135872:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.407235:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293135744:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.407285:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.407302:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:3.0:1746137572.407340:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.407395:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303245056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4371us (4551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.407403:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31009 00000100:00100000:0.0:1746137572.409553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.409700:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293135872:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.409735:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.409784:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303245184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2697us (3712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.409793:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18775 00000100:00100000:2.0:1746137572.410076:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245312 00000100:00100000:2.0:1746137572.410084:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245312 00000100:00100000:2.0:1746137572.410254:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31010 00000100:00100000:2.0:1746137572.410263:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303245312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.410282:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.410298:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9da7 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.410410:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.410418:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.410420:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.410423:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.410449:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.410459:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.410469:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136000:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137572.410616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.410716:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.410827:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245568 00000100:00100000:3.0:1746137572.410832:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245568 00002000:00100000:3.0:1746137572.410858:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43b80 x1830957303245568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.410868:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43b80 with x1830957303245568 ext(0->4095) 00010000:00010000:3.0:1746137572.410874:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.410884:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.410889:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c43b80 00000100:00100000:3.0:1746137572.410904:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3530 00000100:00100000:3.0:1746137572.410910:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303245568:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.411044:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303245568:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (427us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.411050:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3530 00002000:00100000:3.0:1746137572.411056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c43b80 x1830957303245568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.411063:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c43b80 with x1830957303245568 ext(0->4095) 00010000:00010000:3.0:1746137572.411067:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.411075:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.411081:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c43b80 00000100:00100000:0.0:1746137572.413552:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.413691:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136000:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.413718:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.413734:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137572.413787:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303245312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3525us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.413799:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31010 00000100:00100000:2.0:1746137572.413820:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245696 00000100:00100000:2.0:1746137572.413825:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245696 00000100:00100000:2.0:1746137572.413859:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31011 00000100:00100000:2.0:1746137572.413865:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303245696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.414190:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.414204:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dae expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.414222:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.414226:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.414232:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.414235:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.414257:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.414265:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.414272:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137572.414302:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303245696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.414313:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31011 00000100:00100000:0.0:1746137572.416351:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.416456:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303245824 00000100:00100000:3.0:1746137572.416464:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303245824 00010000:00010000:3.0:1746137572.416494:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.416658:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18776 00000100:00100000:3.0:1746137572.416666:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303245824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.416677:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.416696:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.416710:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.416729:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da0 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.416886:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.416889:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.416897:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.416905:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.416956:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.416968:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.416980:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136256:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.417068:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.419668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.419747:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136256:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.419780:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.419817:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303245824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3151us (3471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.419830:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18776 00000100:00100000:1.0:1746137572.420198:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246080 00000100:00100000:1.0:1746137572.420206:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246080 00002000:00100000:1.0:1746137572.420237:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41500 x1830957303246080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.420246:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41500 with x1830957303246080 ext(0->4095) 00010000:00010000:1.0:1746137572.420254:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.420271:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.420277:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c41500 00000100:00100000:1.0:1746137572.420297:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3531 00000100:00100000:1.0:1746137572.420304:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303246080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.420420:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303246080:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (757us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.420426:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3531 00002000:00100000:1.0:1746137572.420432:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c41500 x1830957303246080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.420439:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c41500 with x1830957303246080 ext(0->4095) 00010000:00010000:1.0:1746137572.420444:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.420452:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.420457:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c41500 00000100:00100000:0.0:1746137572.422922:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.423105:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246208 00000100:00100000:3.0:1746137572.423112:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246208 00010000:00010000:3.0:1746137572.423139:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.423159:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18777 00000100:00100000:3.0:1746137572.423165:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2007:x1830957303246208:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.423175:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.423192:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.423202:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.423220:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f82ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9da7 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.423232:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.423234:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.423239:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.423246:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.423273:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.423285:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136384:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.423850:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.426484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.426593:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246464 00000100:00100000:3.0:1746137572.426600:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136384:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.426605:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246464 00010000:00010000:3.0:1746137572.426633:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137572.426647:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957303246464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.426658:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957303246464 ext(0->4095) 00002000:00010000:2.0:1746137572.426664:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:3.0:1746137572.426667:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2007:x1830957303246208:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3502us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.426677:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18777 00000100:00100000:2.0:1746137572.426701:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14434 00000100:00100000:2.0:1746137572.426708:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303246464:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.427010:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303246464:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 301us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.427017:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14434 00002000:00100000:2.0:1746137572.427023:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c380 x1830957303246464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.427031:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c380 with x1830957303246464 ext(0->4095) 00002000:00010000:2.0:1746137572.427033:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c380 00000100:00100000:2.0:1746137572.430560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.430765:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246592 00000100:00100000:3.0:1746137572.430775:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246592 00000100:00100000:3.0:1746137572.430816:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31012 00000100:00100000:3.0:1746137572.430824:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303246592:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.430841:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.430856:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9db5 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.430885:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.430892:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.430893:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.430896:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.430924:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.430958:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.430970:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136512:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.431028:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.434422:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136512:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.434469:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.434484:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137572.434553:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303246592:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3728us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.434561:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31012 00000100:00100000:0.0:1746137572.434754:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.434912:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246720 00000100:00100000:3.0:1746137572.434919:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246720 00010000:00010000:3.0:1746137572.435071:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.435105:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18778 00000100:00100000:3.0:1746137572.435112:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303246720:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.435127:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.435146:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.435166:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.435187:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f82b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dae expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.435210:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.435212:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.435218:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.435225:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.435251:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.435261:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136640:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.436343:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.437394:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.437576:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293136640:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.437609:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.437628:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303246848 00000100:00100000:3.0:1746137572.437635:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303246848 00000100:00100000:2.0:1746137572.437642:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303246720:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2531us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.437651:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18778 00000100:00100000:3.0:1746137572.437678:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31013 00000100:00100000:3.0:1746137572.437685:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:1730:x1830957303246848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.437699:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.437713:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dbc expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.437738:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.437743:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.437745:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.437747:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.437764:0:16986:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.437771:0:16986:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 5 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.437778:0:16986:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136768:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.437805:0:16986:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.437906:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.438029:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303247104 00000100:00100000:2.0:1746137572.438033:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303247104 00002000:00100000:2.0:1746137572.438056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957303247104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.438069:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957303247104 ext(0->4095) 00010000:00010000:2.0:1746137572.438074:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.438084:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.438089:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:2.0:1746137572.438104:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3532 00000100:00100000:2.0:1746137572.438110:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303247104:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.438206:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303247104:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.438211:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3532 00002000:00100000:2.0:1746137572.438216:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ce00 x1830957303247104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.438223:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ce00 with x1830957303247104 ext(0->4095) 00010000:00010000:2.0:1746137572.438226:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.438235:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.438240:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ce00 00000100:00100000:3.0:1746137572.440063:0:16986:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16986:1830957293136768:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.440097:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.440108:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00000100:00100000:3.0:1746137572.440441:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303246848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.440448:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31013 00000100:00100000:0.0:1746137572.440532:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.440782:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303247232 00000100:00100000:3.0:1746137572.440788:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303247232 00000100:00100000:3.0:1746137572.441518:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31014 00000100:00100000:3.0:1746137572.441526:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303247232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.441539:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.441551:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dc3 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.441570:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.441574:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.441579:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.441582:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.441611:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.441621:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.441628:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012ce00, rc 0) 00000100:00100000:3.0:1746137572.441651:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303247232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.441656:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31014 00000100:00100000:2.0:1746137572.442994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.443819:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303247360 00000100:00100000:3.0:1746137572.443827:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303247360 00010000:00010000:3.0:1746137572.443853:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.444220:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18779 00000100:00100000:3.0:1746137572.444228:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303247360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.444239:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.444257:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.444268:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.444288:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f82bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9db5 expref: 6 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.444314:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.444316:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.444322:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.444329:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.444354:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.444363:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.444378:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137024:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.445171:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.448494:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.448581:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137024:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.448612:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.448710:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303247616 00000100:00100000:1.0:1746137572.448717:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303247616 00002000:00100000:1.0:1746137572.448754:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358d500 x1830957303247616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.448763:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358d500 with x1830957303247616 ext(0->4095) 00010000:00010000:1.0:1746137572.448771:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.448784:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.448790:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358d500 00000100:00100000:3.0:1746137572.448905:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303247360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4676us (5911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.448914:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18779 00000100:00100000:1.0:1746137572.449005:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3533 00000100:00100000:1.0:1746137572.449012:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303247616:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.449120:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303247616:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.449125:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3533 00002000:00100000:1.0:1746137572.449129:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358d500 x1830957303247616/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.449136:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358d500 with x1830957303247616 ext(0->4095) 00010000:00010000:1.0:1746137572.449140:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.449148:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.449154:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358d500 00000100:00100000:0.0:1746137572.451833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.451899:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303247744 00000100:00100000:3.0:1746137572.451908:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303247744 00010000:00010000:3.0:1746137572.451972:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.452002:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18780 00000100:00100000:3.0:1746137572.452010:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303247744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.452024:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.452041:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.452052:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.452072:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f82c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dbc expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.452109:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.452112:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.452319:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.452327:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.452360:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.452372:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137152:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.452460:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.455407:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.455498:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248000 00000100:00100000:3.0:1746137572.455807:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137152:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.455826:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248000 00010000:00010000:3.0:1746137572.455840:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137572.455863:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358d880 x1830957303248000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.455874:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358d880 with x1830957303248000 ext(0->4095) 00002000:00010000:2.0:1746137572.455877:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358d880 00000100:00100000:3.0:1746137572.455893:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137708850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303247744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3882us (4065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.455903:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18780 00000100:00100000:2.0:1746137572.456577:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14435 00000100:00100000:2.0:1746137572.456585:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2007:x1830957303248000:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137572.456709:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2007:x1830957303248000:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (1313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.456715:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14435 00002000:00100000:2.0:1746137572.456720:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358d880 x1830957303248000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.456727:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358d880 with x1830957303248000 ext(0->4095) 00002000:00010000:2.0:1746137572.456730:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358d880 00000100:00100000:0.0:1746137572.459313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.459389:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248128 00000100:00100000:1.0:1746137572.459398:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248128 00000100:00100000:1.0:1746137572.459479:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31015 00000100:00100000:1.0:1746137572.459486:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303248128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.459501:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.459526:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dca expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.459550:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.459557:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.459558:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.459561:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.459705:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.459716:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.459726:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293137280:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.460081:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.462047:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293137280:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.462074:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.462088:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979800, rc 0) 00000100:00100000:1.0:1746137572.462121:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303248128:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.462132:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31015 00000100:00100000:0.0:1746137572.463339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.463421:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248256 00000100:00100000:3.0:1746137572.463428:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248256 00010000:00010000:3.0:1746137572.463455:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.463477:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18781 00000100:00100000:3.0:1746137572.463483:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303248256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.463495:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.463523:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.463539:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.463557:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012ce00/0x95b3ed7b846f82c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dc3 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.463584:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.463585:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.463591:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.463598:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.463622:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.463632:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137408:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.463685:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.471126:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.471215:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.471834:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248512 00000100:00100000:2.0:1746137572.471844:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248512 00002000:00100000:2.0:1746137572.471888:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358e300 x1830957303248512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.471899:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358e300 with x1830957303248512 ext(0->4095) 00002000:00010000:2.0:1746137572.471904:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358e300 00000100:00100000:2.0:1746137572.471964:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14436 00000100:00100000:2.0:1746137572.471973:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303248512:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137572.472122:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303248512:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (1008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.472129:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14436 00002000:00100000:2.0:1746137572.472135:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358e300 x1830957303248512/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.472142:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358e300 with x1830957303248512 ext(0->4095) 00002000:00010000:2.0:1746137572.472145:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358e300 00000100:00100000:1.0:1746137572.472500:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248640 00000100:00100000:1.0:1746137572.472511:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248640 00000100:00100000:1.0:1746137572.472536:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31016 00000100:00100000:1.0:1746137572.472541:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303248640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.472550:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.472571:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dd1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.472592:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.472599:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.472600:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.472603:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.472630:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.472641:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.472652:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293137536:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.472736:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137408:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.472764:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.473134:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.473757:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.473910:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303248256:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 10425us (10571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.473919:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18781 00000100:00100000:2.0:1746137572.474762:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248768 00000100:00100000:2.0:1746137572.474773:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248768 00000100:00100000:2.0:1746137572.474837:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31017 00000100:00100000:2.0:1746137572.474847:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303248768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.474865:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.474879:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dd8 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.474904:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.474910:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.474915:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.474918:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.474975:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.474985:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.474997:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137572.475042:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1731:x1830957303248768:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.475047:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31017 00000100:00100000:0.0:1746137572.476042:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.476097:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303248896 00000100:00100000:3.0:1746137572.476103:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303248896 00000100:00100000:2.0:1746137572.476111:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293137536:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.476129:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.476131:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.476144:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:3.0:1746137572.476152:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18782 00000100:00100000:3.0:1746137572.476158:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303248896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.476167:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746137572.476177:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1730:x1830957303248640:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3635us (4962us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137572.476183:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.476183:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31016 00010000:00010000:3.0:1746137572.476194:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.476213:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f82d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dca expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.476233:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.476235:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.476240:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.476247:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.476269:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.476278:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.476289:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137792:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.476340:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.479472:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137792:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.479518:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.479566:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303248896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3408us (3529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.479576:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18782 00000100:00100000:0.0:1746137572.480324:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.480444:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249152 00000100:00100000:2.0:1746137572.480451:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249152 00002000:00100000:2.0:1746137572.480485:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f100 x1830957303249152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.480494:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f100 with x1830957303249152 ext(0->4095) 00010000:00010000:2.0:1746137572.480501:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.480522:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.480528:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f100 00000100:00100000:2.0:1746137572.480554:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3534 00000100:00100000:2.0:1746137572.480560:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303249152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.480684:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303249152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.480691:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3534 00002000:00100000:2.0:1746137572.480696:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f100 x1830957303249152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.480703:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f100 with x1830957303249152 ext(0->4095) 00010000:00010000:2.0:1746137572.480707:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.480716:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.480721:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f100 00000100:00100000:0.0:1746137572.482568:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.482956:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249280 00000100:00100000:3.0:1746137572.482962:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249280 00010000:00010000:3.0:1746137572.482988:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.483009:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18783 00000100:00100000:3.0:1746137572.483015:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303249280:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.483026:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.483043:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.483053:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.483074:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f82d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd1 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.483101:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.483103:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.483110:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.483118:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.483144:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.483155:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137920:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.483226:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.487729:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.488295:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293137920:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.488325:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.488370:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303249280:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5355us (5806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.488380:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18783 00000100:00100000:1.0:1746137572.488478:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249536 00000100:00100000:1.0:1746137572.488486:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249536 00002000:00100000:1.0:1746137572.488534:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f800 x1830957303249536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.488544:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f800 with x1830957303249536 ext(0->4095) 00002000:00010000:1.0:1746137572.488548:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358f800 00000100:00100000:1.0:1746137572.488563:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14437 00000100:00100000:1.0:1746137572.488568:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303249536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.488671:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303249536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.488676:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14437 00002000:00100000:1.0:1746137572.488681:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f800 x1830957303249536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.488687:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f800 with x1830957303249536 ext(0->4095) 00002000:00010000:1.0:1746137572.488690:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358f800 00000100:00100000:0.0:1746137572.491926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.492094:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249664 00000100:00100000:2.0:1746137572.492102:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249664 00000100:00100000:2.0:1746137572.492135:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31018 00000100:00100000:2.0:1746137572.492141:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303249664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.492156:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.492171:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ddf expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.492195:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.492205:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.492207:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.492210:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.492234:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 41 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.492243:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 41 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.492252:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293138048:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.492334:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.495845:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.495910:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293138048:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.495963:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.495980:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137572.496022:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303249664:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.496031:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31018 00000100:00100000:3.0:1746137572.496671:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249792 00000100:00100000:3.0:1746137572.496677:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249792 00010000:00010000:3.0:1746137572.496703:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.496746:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18784 00000100:00100000:3.0:1746137572.496753:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303249792:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.496765:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.496782:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.496797:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.496818:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f82de lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dd8 expref: 42 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.496842:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.496845:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.496852:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.496860:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.496886:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.497024:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293138176:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.498288:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.498715:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.498797:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303249920 00000100:00100000:2.0:1746137572.498803:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303249920 00000100:00100000:2.0:1746137572.499888:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31019 00000100:00100000:2.0:1746137572.499898:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303249920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.499913:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.499929:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9de6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.499978:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.499985:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.499987:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.499990:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.500016:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.500028:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.500037:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293138304:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.500101:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.500694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.500965:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303250176 00000100:00100000:1.0:1746137572.500971:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303250176 00002000:00100000:1.0:1746137572.501002:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957303250176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.501011:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957303250176 ext(0->4095) 00010000:00010000:1.0:1746137572.501017:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.501028:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.501038:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:1.0:1746137572.501324:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3535 00000100:00100000:1.0:1746137572.501331:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303250176:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137572.501360:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293138176:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.501389:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.501418:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303249792:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4666us (5581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.501427:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18784 00000100:00100000:1.0:1746137572.501438:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303250176:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.501444:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3535 00002000:00100000:1.0:1746137572.501449:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957303250176/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.501457:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957303250176 ext(0->4095) 00010000:00010000:1.0:1746137572.501461:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.501470:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.501475:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:2.0:1746137572.503314:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293138304:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.503338:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.503354:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137572.503403:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303249920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3506us (4688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.503414:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31019 00000100:00100000:0.0:1746137572.503543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.504094:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303250304 00000100:00100000:2.0:1746137572.504099:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303250304 00000100:00100000:2.0:1746137572.504136:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31020 00000100:00100000:2.0:1746137572.504142:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1731:x1830957303250304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.504154:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.504168:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ded expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.504185:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.504190:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.504197:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.504200:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.504224:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.504233:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.504240:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137572.504262:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303250304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.504267:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31020 00000100:00100000:0.0:1746137572.504591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.504804:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303250432 00000100:00100000:3.0:1746137572.504809:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303250432 00010000:00010000:3.0:1746137572.504828:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.505166:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18785 00000100:00100000:1.0:1746137572.505174:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303250432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.505182:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.505197:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.505206:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.505223:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f82e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ddf expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.505242:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.505244:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.505250:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.505256:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.505274:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.505284:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.505292:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138560:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.505351:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.509271:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.509352:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303250688 00000100:00100000:2.0:1746137572.509360:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303250688 00002000:00100000:2.0:1746137572.509398:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340a80 x1830957303250688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.509407:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340a80 with x1830957303250688 ext(0->4095) 00010000:00010000:2.0:1746137572.509416:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.509428:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.509434:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340a80 00000100:00100000:1.0:1746137572.509556:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138560:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.509572:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.509620:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303250432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4446us (5028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.509628:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18785 00000100:00100000:3.0:1746137572.510026:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3536 00000100:00100000:3.0:1746137572.510036:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303250688:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.510137:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303250688:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (872us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.510143:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3536 00002000:00100000:3.0:1746137572.510148:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340a80 x1830957303250688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.510155:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340a80 with x1830957303250688 ext(0->4095) 00010000:00010000:3.0:1746137572.510160:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.510170:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.510177:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340a80 00000100:00100000:0.0:1746137572.514093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.514825:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303250816 00000100:00100000:1.0:1746137572.514834:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303250816 00010000:00010000:1.0:1746137572.514864:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.515257:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18786 00000100:00100000:1.0:1746137572.515265:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303250816:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.515277:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.515295:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.515307:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.515328:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f82ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9de6 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.515350:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.515352:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.515359:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.515367:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.515396:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.515406:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138688:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.515493:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.517830:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f520e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138688:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.517849:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.517883:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303250816:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2619us (3797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.517893:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18786 00000100:00100000:1.0:1746137572.518455:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.518531:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251072 00000100:00100000:2.0:1746137572.518537:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251072 00002000:00100000:2.0:1746137572.518570:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520e00 x1830957303251072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.518579:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520e00 with x1830957303251072 ext(0->4095) 00002000:00010000:2.0:1746137572.518583:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f520e00 00000100:00100000:2.0:1746137572.518864:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14438 00000100:00100000:2.0:1746137572.518871:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303251072:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.519093:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303251072:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 221us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.519099:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14438 00002000:00100000:2.0:1746137572.519104:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f520e00 x1830957303251072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.519116:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520e00 with x1830957303251072 ext(0->4095) 00002000:00010000:2.0:1746137572.519119:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f520e00 00000100:00100000:0.0:1746137572.521596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.521752:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251200 00000100:00100000:1.0:1746137572.521758:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251200 00000100:00100000:1.0:1746137572.521852:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31021 00000100:00100000:1.0:1746137572.521859:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303251200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.521872:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.521888:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9df4 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.521915:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.521922:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.521923:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.521926:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.521974:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 41 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.521985:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 41 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.521996:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293138816:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.522076:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.525501:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293138816:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137572.525539:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.525555:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978a00, rc 0) 00000100:00100000:1.0:1746137572.525601:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303251200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3742us (4009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.525609:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31021 00000100:00100000:2.0:1746137572.526465:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.528244:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251328 00000100:00100000:1.0:1746137572.528253:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251328 00010000:00010000:1.0:1746137572.528289:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.528329:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18787 00000100:00100000:1.0:1746137572.528336:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303251328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.528347:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.528364:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.528375:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.528401:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f82f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ded expref: 42 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.528430:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.528432:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.528440:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.528448:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.528479:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.528490:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138944:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.528588:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.532565:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.532735:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251456 00000100:00100000:1.0:1746137572.532742:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251456 00000100:00100000:1.0:1746137572.532794:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31022 00000100:00100000:1.0:1746137572.532800:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303251456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.532816:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.532832:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9dfb expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.532857:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.532868:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.532870:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.532873:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.532901:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.532912:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 5 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.532922:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293139072:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137572.533031:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.536772:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293138944:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.536793:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.536837:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137709c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303251328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8501us (10372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.536849:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18787 00000100:00100000:2.0:1746137572.538331:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293139072:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.538357:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 42 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.538373:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979c00, rc 0) 00000100:00100000:2.0:1746137572.538409:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:1730:x1830957303251456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5609us (5849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.538417:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31022 00000100:00100000:0.0:1746137572.538522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.538810:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251712 00000100:00100000:2.0:1746137572.538816:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251712 00002000:00100000:2.0:1746137572.538848:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341880 x1830957303251712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.538856:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341880 with x1830957303251712 ext(0->4095) 00010000:00010000:2.0:1746137572.538870:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.538882:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.538888:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341880 00000100:00100000:2.0:1746137572.538914:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3537 00000100:00100000:2.0:1746137572.538920:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303251712:12345-192.168.202.31@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746137572.539041:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303251712:12345-192.168.202.31@tcp:3:ldlm_bl.0 Request processed in 121us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.539047:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3537 00002000:00100000:2.0:1746137572.539052:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341880 x1830957303251712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.539059:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341880 with x1830957303251712 ext(0->4095) 00010000:00010000:2.0:1746137572.539063:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.539071:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.539077:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341880 00000100:00100000:0.0:1746137572.552756:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.552806:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303251840 00000100:00100000:1.0:1746137572.552814:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303251840 00010000:00010000:1.0:1746137572.552846:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.552883:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18788 00000100:00100000:1.0:1746137572.552890:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303251840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.552904:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.552923:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.552934:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.552982:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f82fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9df4 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.553003:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.553005:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.553012:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.553019:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.553048:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.553059:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139200:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.553132:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.555381:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139200:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.555397:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.555427:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303251840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2537us (2677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.555438:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18788 00000100:00100000:0.0:1746137572.555875:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.556214:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252096 00000100:00100000:2.0:1746137572.556221:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252096 00002000:00100000:2.0:1746137572.556252:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341f80 x1830957303252096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.556261:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341f80 with x1830957303252096 ext(0->4095) 00002000:00010000:2.0:1746137572.556265:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341f80 00000100:00100000:2.0:1746137572.556288:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14439 00000100:00100000:2.0:1746137572.556294:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303252096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.556405:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303252096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.556411:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14439 00002000:00100000:2.0:1746137572.556417:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341f80 x1830957303252096/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.556423:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341f80 with x1830957303252096 ext(0->4095) 00002000:00010000:2.0:1746137572.556425:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341f80 00000100:00100000:0.0:1746137572.562579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.562783:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252224 00000100:00100000:2.0:1746137572.562791:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252224 00000100:00100000:2.0:1746137572.562831:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31023 00000100:00100000:2.0:1746137572.562838:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303252224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.562854:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.562871:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e02 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.562897:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.562904:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.562906:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.562909:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.562960:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.562971:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 41 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.562981:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293139328:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.563066:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.566323:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293139328:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.566350:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.566365:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137572.566648:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303252224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3807us (4073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.566657:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31023 00000100:00100000:0.0:1746137572.566998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.570595:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252352 00000100:00100000:3.0:1746137572.570606:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252352 00002000:00100000:3.0:1746137572.570660:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091342680 x1830957303252352/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.570669:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342680 with x1830957303252352 ext(0->7) 00010000:00010000:3.0:1746137572.570679:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 42 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.570697:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 42 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.570704:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091342680 00000100:00100000:3.0:1746137572.570743:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3538 00000100:00100000:3.0:1746137572.570749:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2005:x1830957303252352:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137572.577345:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303252352:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 6588us (10341us total) trans 4294972321 rc 0/0 00000100:00100000:2.0:1746137572.577356:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3538 00002000:00100000:2.0:1746137572.577367:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091342680 x1830957303252352/t4294972321(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.577377:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342680 with x1830957303252352 ext(0->7) 00010000:00010000:2.0:1746137572.577385:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.577400:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.577407:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091342680 00000100:00100000:0.0:1746137572.584203:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.584256:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.584326:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252480 00000100:00100000:2.0:1746137572.584334:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252480 00000100:00100000:2.0:1746137572.584381:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31024 00000100:00100000:2.0:1746137572.584388:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303252480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.584403:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.584418:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e09 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.584441:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.584447:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.584452:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137572.584456:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.584486:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.584497:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.584517:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137572.584559:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303252480:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.584565:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31024 00000100:00100000:1.0:1746137572.584751:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252608 00000100:00100000:1.0:1746137572.584755:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252608 00010000:00010000:1.0:1746137572.584772:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.584803:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18789 00000100:00100000:1.0:1746137572.584808:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303252608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.584815:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.584832:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.584841:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.584858:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f8301 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9dfb expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.584877:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.584878:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.584884:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.584892:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.584912:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.584923:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 5 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.584933:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139584:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.584999:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.588028:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139584:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.588047:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.588091:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303252608:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3282us (3834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.588100:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18789 00000100:00100000:0.0:1746137572.590098:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.591237:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252864 00000100:00100000:2.0:1746137572.591245:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252864 00002000:00100000:2.0:1746137572.591286:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343100 x1830957303252864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.591295:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343100 with x1830957303252864 ext(0->4095) 00010000:00010000:2.0:1746137572.591304:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.591317:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.591323:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091343100 00000100:00100000:2.0:1746137572.591350:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3539 00000100:00100000:2.0:1746137572.591357:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303252864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.591549:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303252864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (1454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.591555:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3539 00002000:00100000:2.0:1746137572.591646:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091343100 x1830957303252864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.591654:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091343100 with x1830957303252864 ext(0->4095) 00010000:00010000:2.0:1746137572.591661:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.591672:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.591677:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091343100 00000100:00100000:0.0:1746137572.598216:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.598483:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303252992 00000100:00100000:1.0:1746137572.598491:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303252992 00010000:00010000:1.0:1746137572.598548:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:1.0:1746137572.598586:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18790 00000100:00100000:1.0:1746137572.598592:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303252992:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137572.598604:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137572.598622:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.598633:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.598655:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8308 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e02 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.599278:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.599280:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.599288:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.599295:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.599324:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137572.599336:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139712:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137572.599415:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.599563:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.599584:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253120 00000100:00100000:0.0:1746137572.599587:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253120 00000100:00100000:0.0:1746137572.599612:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31025 00000100:00100000:0.0:1746137572.599617:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303253120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137572.599631:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137572.599642:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e10 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.599658:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.599664:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137572.599665:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137572.599668:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.599684:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137572.599693:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 43 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:0.0:1746137572.599700:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293139840:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137572.599721:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.603714:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139712:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137572.603732:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137572.603768:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303252992:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5176us (5559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.603778:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18790 00000100:00100000:2.0:1746137572.603871:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293139840:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.603896:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.603917:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173a400, rc 0) 00000100:00100000:2.0:1746137572.603952:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303253120:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4335us (4389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.603958:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31025 00000100:00100000:0.0:1746137572.604028:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.604083:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253248 00000100:00100000:2.0:1746137572.604088:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253248 00010000:00010000:2.0:1746137572.604107:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.604379:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18791 00000100:00100000:2.0:1746137572.604386:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303253248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.604397:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.604414:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.604424:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.604445:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f830f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e09 expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.604603:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.604606:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.604613:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.604626:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.604649:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.604658:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139968:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.604715:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.607556:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293139968:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.607572:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.607620:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2005:x1830957303253248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3234us (3591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.607630:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18791 00000100:00100000:0.0:1746137572.609611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.610154:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253504 00000100:00100000:2.0:1746137572.610160:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253504 00002000:00100000:2.0:1746137572.610197:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957303253504/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.610206:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957303253504 ext(0->4095) 00002000:00010000:2.0:1746137572.610210:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091340700 00000100:00100000:2.0:1746137572.610354:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14440 00000100:00100000:2.0:1746137572.610360:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303253504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.610486:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303253504:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (877us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.610496:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14440 00002000:00100000:2.0:1746137572.610510:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957303253504/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.610518:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957303253504 ext(0->4095) 00002000:00010000:2.0:1746137572.610521:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091340700 00000100:00100000:0.0:1746137572.613211:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.613427:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253632 00000100:00100000:2.0:1746137572.613433:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253632 00000100:00100000:2.0:1746137572.613913:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31026 00000100:00100000:2.0:1746137572.613920:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1731:x1830957303253632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.613934:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.613977:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e17 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.614001:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.614007:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.614009:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.614012:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.614036:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.614045:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.614059:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293140096:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.615157:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.616419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.616536:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253760 00000100:00100000:3.0:1746137572.616543:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253760 00000100:00100000:3.0:1746137572.616591:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31027 00000100:00100000:3.0:1746137572.616598:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303253760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.616610:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.616625:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e1e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.616645:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.616650:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.616656:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.616659:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.616705:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.616715:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.616723:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00000100:00100000:3.0:1746137572.616760:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303253760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.616765:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31027 00000100:00100000:0.0:1746137572.618676:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.618759:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303253888 00000100:00100000:3.0:1746137572.618765:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293140096:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.618765:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303253888 00010000:00010000:3.0:1746137572.618784:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.618785:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.618795:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137572.618807:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18792 00000100:00100000:2.0:1746137572.618813:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303253888:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.618824:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.618841:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.618852:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.618870:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8316 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e10 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.618884:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.618885:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.618891:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.618898:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.618923:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.618933:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.618962:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140352:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.619094:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33000 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.619153:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1731:x1830957303253632:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5233us (5945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.619160:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31026 00000100:00100000:2.0:1746137572.620870:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140352:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.620885:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.620922:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303253888:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2108us (2248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.620930:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18792 00000100:00100000:0.0:1746137572.621838:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.622024:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254144 00000100:00100000:2.0:1746137572.622029:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254144 00002000:00100000:2.0:1746137572.622060:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957303254144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.622069:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957303254144 ext(0->4095) 00010000:00010000:2.0:1746137572.622075:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.622085:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.622091:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00c700 00000100:00100000:2.0:1746137572.622120:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3540 00000100:00100000:2.0:1746137572.622126:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2008:x1830957303254144:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137572.622235:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2008:x1830957303254144:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (399us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.622242:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3540 00002000:00100000:2.0:1746137572.622247:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00c700 x1830957303254144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.622253:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00c700 with x1830957303254144 ext(0->4095) 00010000:00010000:2.0:1746137572.622258:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.622266:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.622271:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00c700 00000100:00100000:0.0:1746137572.624706:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.625173:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254272 00000100:00100000:3.0:1746137572.625180:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254272 00000100:00100000:3.0:1746137572.625225:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31028 00000100:00100000:3.0:1746137572.625231:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303254272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.625243:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.625258:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e25 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.625281:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.625286:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.625292:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137572.625297:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.625340:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.625350:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.625359:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c600, rc 0) 00000100:00100000:3.0:1746137572.625390:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303254272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.625396:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31028 00000100:00100000:0.0:1746137572.625978:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.626097:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254400 00000100:00100000:2.0:1746137572.626102:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254400 00010000:00010000:2.0:1746137572.626119:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.626136:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18793 00000100:00100000:2.0:1746137572.626142:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303254400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.626150:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.626165:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.626178:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.626194:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f831d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e17 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.626218:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.626219:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.626224:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.626230:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.626248:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.626257:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.626267:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140608:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.626323:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.628056:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140608:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.628069:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.628094:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303254400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1953us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.628106:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18793 00000100:00100000:0.0:1746137572.629228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.629295:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254656 00000100:00100000:3.0:1746137572.629306:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254656 00002000:00100000:3.0:1746137572.629345:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d180 x1830957303254656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.629355:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d180 with x1830957303254656 ext(0->4095) 00010000:00010000:3.0:1746137572.629364:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.629376:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.629382:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00d180 00000100:00100000:3.0:1746137572.629416:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3541 00000100:00100000:3.0:1746137572.629423:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303254656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.629681:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303254656:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 257us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.629687:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3541 00002000:00100000:3.0:1746137572.629692:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d180 x1830957303254656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.629699:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d180 with x1830957303254656 ext(0->4095) 00010000:00010000:3.0:1746137572.629703:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.629711:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 44 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.629716:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00d180 00000100:00100000:0.0:1746137572.633539:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.633870:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254784 00000100:00100000:2.0:1746137572.633878:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254784 00000100:00100000:2.0:1746137572.633958:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31029 00000100:00100000:2.0:1746137572.633965:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303254784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.633982:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.633999:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e2c expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.634023:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.634029:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.634033:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137572.634037:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.634067:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.634077:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 45 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.634086:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137572.634141:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303254784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.634147:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31029 00000100:00100000:0.0:1746137572.634215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.634783:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303254912 00000100:00100000:2.0:1746137572.634788:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303254912 00010000:00010000:2.0:1746137572.634803:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.635133:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18794 00000100:00100000:2.0:1746137572.635139:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303254912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.635149:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.635166:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.635176:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.635193:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8324 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e1e expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.635679:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.635681:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.635688:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.635696:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.635721:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.635737:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.635747:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140864:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.636335:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.638999:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140864:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.639019:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.639386:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303254912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4245us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.639397:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18794 00000100:00100000:0.0:1746137572.643521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.643708:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255168 00000100:00100000:2.0:1746137572.643715:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255168 00002000:00100000:2.0:1746137572.643756:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d880 x1830957303255168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.643766:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d880 with x1830957303255168 ext(0->4095) 00010000:00010000:2.0:1746137572.643774:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.643785:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.643791:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00d880 00000100:00100000:2.0:1746137572.643825:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3542 00000100:00100000:2.0:1746137572.643831:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303255168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.643993:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303255168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.644000:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3542 00002000:00100000:2.0:1746137572.644005:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00d880 x1830957303255168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.644012:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00d880 with x1830957303255168 ext(0->4095) 00010000:00010000:2.0:1746137572.644017:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.644025:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.644030:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00d880 00000100:00100000:0.0:1746137572.647036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.647194:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255296 00000100:00100000:2.0:1746137572.647200:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255296 00010000:00010000:2.0:1746137572.647224:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.647244:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18795 00000100:00100000:2.0:1746137572.647250:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303255296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.647260:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.647276:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.647286:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.647306:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c600/0x95b3ed7b846f832b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e25 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.647335:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.647338:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.647344:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.647351:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.647375:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.647384:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140992:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.647449:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.651496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.651778:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255552 00000100:00100000:3.0:1746137572.651786:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255552 00002000:00100000:3.0:1746137572.651826:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00df80 x1830957303255552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.651835:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00df80 with x1830957303255552 ext(0->4095) 00002000:00010000:3.0:1746137572.651840:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00df80 00000100:00100000:3.0:1746137572.651869:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14441 00000100:00100000:3.0:1746137572.651875:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303255552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.652814:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293140992:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.652831:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.653349:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303255552:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1472us (1868us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.653357:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14441 00002000:00100000:3.0:1746137572.653364:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00df80 x1830957303255552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.653371:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00df80 with x1830957303255552 ext(0->4095) 00002000:00010000:3.0:1746137572.653375:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00df80 00000100:00100000:2.0:1746137572.653449:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303255296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6198us (6416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.653458:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18795 00000100:00100000:0.0:1746137572.655802:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.655993:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255680 00000100:00100000:3.0:1746137572.656000:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255680 00000100:00100000:3.0:1746137572.656102:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31030 00000100:00100000:3.0:1746137572.656111:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303255680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.656127:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.656144:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e33 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.656171:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.656178:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.656180:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.656183:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.656211:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.656222:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.656231:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141120:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.656313:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.658077:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141120:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.658115:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.658130:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00000100:00100000:3.0:1746137572.658160:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303255680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2051us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.658167:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31030 00000100:00100000:0.0:1746137572.658474:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.658514:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255808 00000100:00100000:2.0:1746137572.658520:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255808 00010000:00010000:2.0:1746137572.658547:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.658585:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18796 00000100:00100000:2.0:1746137572.658590:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303255808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.658602:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.658766:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.658779:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.658800:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8332 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e2c expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.659121:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.659123:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.659130:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.659138:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.659165:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.659174:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141248:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.659341:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.661739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.662235:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303255936 00000100:00100000:3.0:1746137572.662247:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303255936 00000100:00100000:3.0:1746137572.662284:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31031 00000100:00100000:3.0:1746137572.662291:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303255936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.662306:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.662322:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e3a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.662347:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.662353:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.662355:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.662358:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.662381:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.662396:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.662406:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141376:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.662476:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.662702:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.662814:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141248:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.662827:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.662864:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303255808:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4273us (4390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.662872:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18796 00000100:00100000:3.0:1746137572.663193:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303256192 00000100:00100000:3.0:1746137572.663197:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303256192 00002000:00100000:3.0:1746137572.663221:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7800 x1830957303256192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.663230:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7800 with x1830957303256192 ext(0->4095) 00010000:00010000:3.0:1746137572.663236:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.663246:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.663252:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7800 00000100:00100000:3.0:1746137572.663273:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3543 00000100:00100000:3.0:1746137572.663279:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303256192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.663856:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303256192:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 576us (1152us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.663863:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3543 00002000:00100000:3.0:1746137572.663869:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb7800 x1830957303256192/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.663882:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7800 with x1830957303256192 ext(0->4095) 00010000:00010000:3.0:1746137572.663887:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.663896:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.663902:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7800 00000100:00100000:3.0:1746137572.664775:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141376:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.664808:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.664820:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4000, rc 0) 00000100:00100000:3.0:1746137572.664841:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303255936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.664846:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31031 00000100:00100000:0.0:1746137572.666375:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.666411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.666474:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303256448 00000100:00100000:2.0:1746137572.666479:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303256448 00010000:00010000:2.0:1746137572.666509:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.666527:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18797 00000100:00100000:2.0:1746137572.666532:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303256448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.666540:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.666555:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.666564:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.666584:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012d600/0x95b3ed7b846f8339 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e33 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.666606:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.666607:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.666614:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.666621:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.666655:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.666726:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303256320 00000100:00100000:3.0:1746137572.666729:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303256320 00000100:00100000:3.0:1746137572.666893:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31032 00000100:00100000:3.0:1746137572.666898:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1731:x1830957303256320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.666907:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.666915:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e41 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.666928:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.666934:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.666951:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.666955:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.666968:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.666977:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.666985:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141632:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.667040:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746137572.667086:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.667099:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141504:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.667319:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.668703:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141632:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.668734:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.668744:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073541000, rc 0) 00000100:00100000:2.0:1746137572.668843:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141504:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.668853:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.668972:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1731:x1830957303256320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2071us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.668979:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31032 00000100:00100000:2.0:1746137572.669041:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303256448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2507us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.669047:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18797 00000100:00100000:0.0:1746137572.669253:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.669270:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303256704 00000100:00100000:3.0:1746137572.669275:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303256704 00002000:00100000:3.0:1746137572.669397:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00f480 x1830957303256704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.669412:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00f480 with x1830957303256704 ext(0->4095) 00010000:00010000:3.0:1746137572.669417:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.669427:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.669433:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00f480 00000100:00100000:3.0:1746137572.669447:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3544 00000100:00100000:3.0:1746137572.669453:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303256704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.669845:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303256704:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 391us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.669851:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3544 00002000:00100000:3.0:1746137572.669856:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00f480 x1830957303256704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.669863:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00f480 with x1830957303256704 ext(0->4095) 00010000:00010000:3.0:1746137572.669868:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.669877:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.669882:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800ad00f480 00000100:00100000:0.0:1746137572.671497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.671842:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303256832 00000100:00100000:2.0:1746137572.671847:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303256832 00010000:00010000:2.0:1746137572.671866:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.671893:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18798 00000100:00100000:2.0:1746137572.671898:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2008:x1830957303256832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.671907:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.671920:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.671934:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.671974:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8340 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e3a expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.671987:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.671989:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.671995:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.672003:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.672239:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.672250:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141760:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.672448:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.674344:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293141760:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.674358:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.674384:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2008:x1830957303256832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2486us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.674392:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18798 00000100:00100000:0.0:1746137572.675194:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.675305:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257088 00000100:00100000:3.0:1746137572.675311:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257088 00002000:00100000:3.0:1746137572.675343:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00fb80 x1830957303257088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.675352:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00fb80 with x1830957303257088 ext(0->4095) 00002000:00010000:3.0:1746137572.675356:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00fb80 00000100:00100000:3.0:1746137572.675385:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14442 00000100:00100000:3.0:1746137572.675392:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303257088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.675487:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303257088:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.675493:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14442 00002000:00100000:3.0:1746137572.675499:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800ad00fb80 x1830957303257088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.675518:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800ad00fb80 with x1830957303257088 ext(0->4095) 00002000:00010000:3.0:1746137572.675521:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800ad00fb80 00000100:00100000:0.0:1746137572.677236:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.677288:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257216 00000100:00100000:3.0:1746137572.677293:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257216 00000100:00100000:3.0:1746137572.677331:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31033 00000100:00100000:3.0:1746137572.677337:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303257216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.677347:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.677363:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e48 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.677386:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.677396:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.677398:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.677401:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.677426:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.677436:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.677446:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141888:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.677523:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.679968:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293141888:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.680014:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.680032:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540200, rc 0) 00000100:00100000:3.0:1746137572.680124:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303257216:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2785us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.680241:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31033 00000100:00100000:0.0:1746137572.682643:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.682722:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257344 00000100:00100000:2.0:1746137572.682728:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257344 00010000:00010000:2.0:1746137572.682754:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.682774:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18799 00000100:00100000:2.0:1746137572.682779:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303257344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.682790:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.682807:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.682817:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.682837:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8347 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e41 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.683613:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.683616:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.683624:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.683632:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.683661:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.683673:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142016:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.683751:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff330c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.687195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.687335:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142016:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.687351:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.687388:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad00ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303257344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4608us (4749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.687399:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18799 00000100:00100000:0.0:1746137572.688247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.688301:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257728 00000100:00100000:3.0:1746137572.688306:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257728 00000100:00100000:3.0:1746137572.688339:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31034 00000100:00100000:3.0:1746137572.688344:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:1730:x1830957303257728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.688359:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.688373:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e4f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.688397:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.688403:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.688404:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.688407:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.688429:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.688438:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.688446:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142144:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.688763:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.688834:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257600 00000100:00100000:1.0:1746137572.688837:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257600 00002000:00100000:1.0:1746137572.688860:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dc000 x1830957303257600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.688869:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc000 with x1830957303257600 ext(0->4095) 00010000:00010000:1.0:1746137572.688874:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.688882:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.688887:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc000 00000100:00100000:1.0:1746137572.688898:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3545 00000100:00100000:1.0:1746137572.688902:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303257600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.689018:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303257600:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.689023:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3545 00002000:00100000:1.0:1746137572.689028:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dc000 x1830957303257600/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.689033:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc000 with x1830957303257600 ext(0->4095) 00010000:00010000:1.0:1746137572.689037:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.689045:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.689050:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc000 00010000:00010000:2.0:1746137572.689192:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137572.692644:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.694360:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257856 00000100:00100000:2.0:1746137572.694370:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257856 00000100:00100000:2.0:1746137572.694792:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31035 00000100:00100000:2.0:1746137572.694800:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1731:x1830957303257856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.694817:0:16986:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.694835:0:16986:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e56 expref: -99 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.694859:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.694865:0:16986:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.694871:0:16986:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.694874:0:16986:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.694906:0:16986:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.694916:0:16986:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 46 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.694926:0:16986:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137572.694982:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957303257856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.694988:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31035 00000100:00100000:3.0:1746137572.696573:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142144:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.696610:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.696621:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540000, rc 0) 00000100:00100000:3.0:1746137572.696644:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303257728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8299us (8397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.696649:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31034 00000100:00100000:1.0:1746137572.696863:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.696929:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303257984 00000100:00100000:3.0:1746137572.696933:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303257984 00010000:00010000:3.0:1746137572.696966:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.696990:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18800 00000100:00100000:3.0:1746137572.696995:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303257984:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.697004:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.697022:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.697032:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.697051:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540200/0x95b3ed7b846f834e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e48 expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.697073:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.697075:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.697081:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.697089:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.697110:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.697120:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.697131:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142400:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.697707:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.700989:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142400:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.701019:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.702029:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303257984:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5030us (5163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.702038:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18800 00000100:00100000:0.0:1746137572.703256:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.703494:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303258240 00000100:00100000:3.0:1746137572.703526:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303258240 00002000:00100000:3.0:1746137572.703559:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dca80 x1830957303258240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.703568:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dca80 with x1830957303258240 ext(0->4095) 00010000:00010000:3.0:1746137572.703576:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.703593:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.703599:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dca80 00000100:00100000:3.0:1746137572.703830:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3546 00000100:00100000:3.0:1746137572.703837:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303258240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.704746:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303258240:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 907us (1489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.704753:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3546 00002000:00100000:3.0:1746137572.704759:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dca80 x1830957303258240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.704766:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dca80 with x1830957303258240 ext(0->4095) 00010000:00010000:3.0:1746137572.704771:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.704781:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:3.0:1746137572.704786:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dca80 00000100:00100000:0.0:1746137572.707101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.707262:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303258368 00000100:00100000:3.0:1746137572.707269:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303258368 00010000:00010000:3.0:1746137572.707295:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.707317:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18801 00000100:00100000:3.0:1746137572.707324:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2008:x1830957303258368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.707334:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.707351:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.707362:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.707384:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073540000/0x95b3ed7b846f8355 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e4f expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.708068:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.708071:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.708079:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.708087:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.708118:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.708128:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142528:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.708205:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.711450:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.711560:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303258624 00000100:00100000:2.0:1746137572.711567:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303258624 00002000:00100000:2.0:1746137572.711607:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dce00 x1830957303258624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.711617:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dce00 with x1830957303258624 ext(0->4095) 00002000:00010000:2.0:1746137572.711622:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990dce00 00000100:00100000:2.0:1746137572.711654:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14443 00000100:00100000:2.0:1746137572.711663:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303258624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.711789:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303258624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.711795:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14443 00002000:00100000:2.0:1746137572.711801:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dce00 x1830957303258624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.711808:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dce00 with x1830957303258624 ext(0->4095) 00002000:00010000:2.0:1746137572.711811:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990dce00 00000100:00100000:3.0:1746137572.712566:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142528:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.712604:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.712632:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2008:x1830957303258368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5309us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.712642:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18801 00000100:00100000:0.0:1746137572.715279:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.715735:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303258752 00000100:00100000:3.0:1746137572.715744:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303258752 00000100:00100000:3.0:1746137572.716032:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31036 00000100:00100000:3.0:1746137572.716040:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303258752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.716057:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.716075:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e5d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.716102:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.716110:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.716111:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.716114:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.716138:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 43 pid: 16986 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.716149:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 43 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.716158:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142656:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.716817:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.718957:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142656:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.719000:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.719015:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137572.719049:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303258752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3010us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.719056:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31036 00000100:00100000:0.0:1746137572.719352:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.720103:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303258880 00000100:00100000:3.0:1746137572.720108:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303258880 00010000:00010000:3.0:1746137572.720133:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.720291:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18802 00000100:00100000:3.0:1746137572.720298:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2005:x1830957303258880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.720309:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.720327:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.720338:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.720361:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f835c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e56 expref: 44 pid: 16986 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.720737:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.720739:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.720747:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.720757:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.720785:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.720796:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142784:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.720878:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.723160:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.723656:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259008 00000100:00100000:3.0:1746137572.723664:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259008 00000100:00100000:3.0:1746137572.723712:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31037 00000100:00100000:3.0:1746137572.723719:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303259008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.723734:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.723757:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e64 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.723781:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.723788:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.723789:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.723793:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.723817:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.723832:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.723841:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142912:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.723926:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.725593:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.725606:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293142784:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.725640:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.725687:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303258880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5388us (6334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.725696:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18802 00000100:00100000:1.0:1746137572.725781:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259264 00000100:00100000:1.0:1746137572.725787:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259264 00002000:00100000:1.0:1746137572.725823:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990ddc00 x1830957303259264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.725837:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990ddc00 with x1830957303259264 ext(0->4095) 00010000:00010000:1.0:1746137572.725845:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.725857:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.725863:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990ddc00 00000100:00100000:1.0:1746137572.725893:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3547 00000100:00100000:1.0:1746137572.725900:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303259264:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137572.727058:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303259264:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 1157us (1466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.727066:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3547 00002000:00100000:1.0:1746137572.727072:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990ddc00 x1830957303259264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.727079:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990ddc00 with x1830957303259264 ext(0->4095) 00010000:00010000:1.0:1746137572.727084:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.727094:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.727099:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990ddc00 00000100:00100000:3.0:1746137572.727741:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293142912:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.727775:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 44 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.727787:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03000, rc 0) 00000100:00100000:3.0:1746137572.728137:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:1730:x1830957303259008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4418us (4980us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.728145:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31037 00000100:00100000:0.0:1746137572.735243:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.737025:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259392 00000100:00100000:3.0:1746137572.737038:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259392 00010000:00010000:3.0:1746137572.737081:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.737122:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18803 00000100:00100000:3.0:1746137572.737131:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303259392:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.737145:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.737164:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.737176:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.737195:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8363 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e5d expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.737348:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.737350:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.737361:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.737369:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.737495:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.737518:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143040:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.738218:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.740270:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.740367:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143040:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.740396:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.740431:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303259392:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3301us (5200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.740441:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18803 00000100:00100000:0.0:1746137572.740872:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259648 00000100:00100000:0.0:1746137572.740877:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259648 00002000:00100000:0.0:1746137572.740912:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990de300 x1830957303259648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.740921:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990de300 with x1830957303259648 ext(0->4095) 00002000:00010000:0.0:1746137572.740925:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990de300 00000100:00100000:3.0:1746137572.741006:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14444 00000100:00100000:3.0:1746137572.741013:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303259648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137572.741118:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303259648:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.741124:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14444 00002000:00100000:3.0:1746137572.741128:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990de300 x1830957303259648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.741135:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990de300 with x1830957303259648 ext(0->4095) 00002000:00010000:3.0:1746137572.741138:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990de300 00000100:00100000:0.0:1746137572.752816:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.752907:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259776 00000100:00100000:3.0:1746137572.752915:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259776 00000100:00100000:3.0:1746137572.752974:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31038 00000100:00100000:3.0:1746137572.752980:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303259776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.752996:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.753013:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e6b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.753040:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.753047:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.753048:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.753051:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.753079:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.753089:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 43 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.753099:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293143168:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.755243:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.769462:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293143168:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.769514:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.769530:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:3.0:1746137572.769569:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303259776:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16589us (16760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.769577:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31038 00000100:00100000:2.0:1746137572.778185:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.778262:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303259904 00000100:00100000:0.0:1746137572.778271:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303259904 00002000:00100000:0.0:1746137572.778315:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d500 x1830957303259904/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.778324:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957303259904 ext(0->7) 00010000:00010000:0.0:1746137572.778332:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.778345:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 44 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.778351:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d500 00000100:00100000:0.0:1746137572.778380:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3548 00000100:00100000:0.0:1746137572.778386:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:2006:x1830957303259904:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137572.779293:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303259904:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 900us (1108us total) trans 4294972322 rc 0/0 00000100:00100000:0.0:1746137572.779305:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3548 00002000:00100000:0.0:1746137572.779317:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880091d1d500 x1830957303259904/t4294972322(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.779327:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957303259904 ext(0->7) 00010000:00010000:0.0:1746137572.779339:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.779354:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.779361:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1d500 00000100:00100000:0.0:1746137572.782173:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.782269:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260032 00000100:00100000:3.0:1746137572.782281:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260032 00010000:00010000:3.0:1746137572.782320:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.782354:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18804 00000100:00100000:3.0:1746137572.782361:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303260032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.782372:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.782392:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.782402:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.782425:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f836a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e64 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.782456:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.782458:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.782466:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.782473:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.782514:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.782525:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143296:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.794730:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.794832:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.795829:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260160 00000100:00100000:3.0:1746137572.795838:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260160 00000100:00100000:3.0:1746137572.795881:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31039 00000100:00100000:3.0:1746137572.795888:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303260160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.795904:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.795920:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e72 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.795961:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.795968:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.795970:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.795973:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.796000:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.796010:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 5 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.796020:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293143424:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.797437:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.798149:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.798201:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260416 00000100:00100000:0.0:1746137572.798208:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260416 00002000:00100000:0.0:1746137572.798244:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6300 x1830957303260416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137572.798469:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143296:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.798497:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.798539:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303260032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 16178us (16375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.798547:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18804 00002000:00100000:0.0:1746137572.798594:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6300 with x1830957303260416 ext(0->4095) 00010000:00010000:0.0:1746137572.798603:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.798615:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.798622:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6300 00000100:00100000:0.0:1746137572.798634:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3549 00000100:00100000:0.0:1746137572.798640:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303260416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137572.800463:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303260416:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1818us (2311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137572.800471:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3549 00002000:00100000:0.0:1746137572.800479:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6300 x1830957303260416/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.800486:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6300 with x1830957303260416 ext(0->4095) 00010000:00010000:0.0:1746137572.800493:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.800515:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.800521:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6300 00000100:00100000:3.0:1746137572.803038:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293143424:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.803081:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.803102:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4000, rc 0) 00000100:00100000:3.0:1746137572.803157:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303260160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7269us (8327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.803165:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31039 00000100:00100000:0.0:1746137572.808585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.809592:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260544 00000100:00100000:3.0:1746137572.809602:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260544 00000100:00100000:3.0:1746137572.813674:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31040 00000100:00100000:3.0:1746137572.813689:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957303260544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.813708:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.813725:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e79 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.813750:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.813756:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.813762:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.813765:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.813817:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.813828:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.813843:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:3.0:1746137572.813896:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303260544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 214us (5319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.813903:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31040 00000100:00100000:0.0:1746137572.818245:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.818330:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260672 00000100:00100000:3.0:1746137572.818339:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260672 00010000:00010000:3.0:1746137572.818373:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.818400:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18805 00000100:00100000:3.0:1746137572.818407:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303260672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.818419:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.818439:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.818449:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.818472:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8371 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e6b expref: 6 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.818642:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.818644:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.818651:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.818663:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.818692:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.818703:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.818713:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143680:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.818787:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.820705:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143680:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.820737:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.820769:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303260672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2362us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.820777:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18805 00000100:00100000:2.0:1746137572.822597:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.823093:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303260928 00000100:00100000:1.0:1746137572.823100:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303260928 00002000:00100000:1.0:1746137572.823136:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1fb80 x1830957303260928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.823145:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957303260928 ext(0->4095) 00010000:00010000:1.0:1746137572.823153:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.823165:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.823171:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:1.0:1746137572.823194:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3550 00000100:00100000:1.0:1746137572.823200:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303260928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.823296:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303260928:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.823302:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3550 00002000:00100000:1.0:1746137572.823306:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1fb80 x1830957303260928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.823312:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1fb80 with x1830957303260928 ext(0->4095) 00010000:00010000:1.0:1746137572.823316:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.823324:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00002000:00010000:1.0:1746137572.823333:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1fb80 00000100:00100000:0.0:1746137572.826852:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.826924:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261056 00000100:00100000:3.0:1746137572.826931:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261056 00010000:00010000:3.0:1746137572.826977:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.827002:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18806 00000100:00100000:3.0:1746137572.827009:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2007:x1830957303261056:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.827021:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.827038:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.827048:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.827069:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8378 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e72 expref: 47 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.827092:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.827094:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.827100:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.827107:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.827131:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.827140:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.828053:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.830507:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293143808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.830541:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.830585:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2007:x1830957303261056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3576us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.830594:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18806 00000100:00100000:0.0:1746137572.830647:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.831077:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261312 00000100:00100000:3.0:1746137572.831082:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261312 00002000:00100000:3.0:1746137572.831114:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dfb80 x1830957303261312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.831123:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dfb80 with x1830957303261312 ext(0->4095) 00002000:00010000:3.0:1746137572.831127:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990dfb80 00000100:00100000:3.0:1746137572.831613:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14445 00000100:00100000:3.0:1746137572.831621:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303261312:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137572.831735:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303261312:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1087us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.831741:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14445 00002000:00100000:3.0:1746137572.831746:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dfb80 x1830957303261312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.831753:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dfb80 with x1830957303261312 ext(0->4095) 00002000:00010000:3.0:1746137572.831756:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990dfb80 00000100:00100000:0.0:1746137572.833836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.833914:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261440 00000100:00100000:2.0:1746137572.833920:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261440 00000100:00100000:2.0:1746137572.833997:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31041 00000100:00100000:2.0:1746137572.834002:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303261440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.834014:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.834028:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e80 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.834055:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.834061:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.834062:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.834065:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.834091:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.834102:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 45 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.834112:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293143936:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.834176:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.835751:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293143936:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.835771:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.835781:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137572.835808:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303261440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1806us (1976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.835815:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31041 00000100:00100000:0.0:1746137572.836672:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.837324:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261568 00000100:00100000:3.0:1746137572.837331:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261568 00010000:00010000:3.0:1746137572.837356:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.837388:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18807 00000100:00100000:3.0:1746137572.837394:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303261568:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.837405:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.837423:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.837437:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.837457:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f837f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e79 expref: 46 pid: 24924 timeout: 765 lvb_type: 0 00010000:00010000:3.0:1746137572.837484:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.837485:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.837491:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.837498:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.837532:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.837541:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.837606:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.841628:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144064:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.841661:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.841697:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2005:x1830957303261568:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4302us (5026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.841706:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18807 00000100:00100000:1.0:1746137572.841932:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.842526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.842684:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261952 00000100:00100000:3.0:1746137572.842691:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261952 00000100:00100000:3.0:1746137572.842728:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31042 00000100:00100000:3.0:1746137572.842735:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303261952:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.842751:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.842766:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e87 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.842790:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.842796:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.842798:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.842801:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.842825:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.842836:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 5 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.842845:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144192:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.842898:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.843377:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303261824 00000100:00100000:2.0:1746137572.843382:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303261824 00002000:00100000:2.0:1746137572.843409:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358df80 x1830957303261824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.843417:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358df80 with x1830957303261824 ext(0->4095) 00010000:00010000:2.0:1746137572.843422:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.843432:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.843437:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358df80 00000100:00100000:2.0:1746137572.843450:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3551 00000100:00100000:2.0:1746137572.843456:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303261824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.843568:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303261824:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1636us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.843574:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3551 00002000:00100000:2.0:1746137572.843579:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358df80 x1830957303261824/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.843586:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358df80 with x1830957303261824 ext(0->4095) 00010000:00010000:2.0:1746137572.843590:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.843598:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.843603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358df80 00000100:00100000:3.0:1746137572.846230:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144192:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.846267:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.846287:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310cc00, rc 0) 00000100:00100000:3.0:1746137572.846331:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303261952:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3596us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.846338:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31042 00000100:00100000:0.0:1746137572.847572:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.847616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.847690:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262080 00000100:00100000:3.0:1746137572.847696:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262080 00000100:00100000:2.0:1746137572.847817:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262208 00000100:00100000:2.0:1746137572.847821:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262208 00010000:00010000:2.0:1746137572.847839:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.847858:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18808 00000100:00100000:2.0:1746137572.847864:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4122850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303262208:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.847874:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.847891:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.847901:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.847923:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8386 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e80 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.847983:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31043 00000100:00100000:3.0:1746137572.847989:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957303262080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.848001:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.848012:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e8e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848025:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.848029:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848035:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.848038:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848071:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848079:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848090:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.848092:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.848097:0:9555:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848103:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848120:0:9555:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.848130:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.848139:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144448:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.848188:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746137572.848583:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.848618:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4122850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303262208:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 753us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.848625:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18808 00000100:00100000:0.0:1746137572.851449:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.851511:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262464 00000100:00100000:2.0:1746137572.851518:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262464 00002000:00100000:2.0:1746137572.851556:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ca80 x1830957303262464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.851564:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ca80 with x1830957303262464 ext(0->4095) 00010000:00010000:2.0:1746137572.851571:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 48 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.851583:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 48 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.851589:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ca80 00000100:00100000:2.0:1746137572.851611:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3552 00000100:00100000:2.0:1746137572.851617:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303262464:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137572.851731:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303262464:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.851736:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3552 00002000:00100000:2.0:1746137572.851741:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ca80 x1830957303262464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.851747:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ca80 with x1830957303262464 ext(0->4095) 00010000:00010000:2.0:1746137572.851752:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 48 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.851759:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 48 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:2.0:1746137572.851763:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ca80 00000100:00100000:3.0:1746137572.851851:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144448:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.851881:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:3.0:1746137572.851904:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303262080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3915us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.851910:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31043 00000100:00100000:0.0:1746137572.856144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.856795:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262592 00000100:00100000:2.0:1746137572.856804:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262592 00010000:00010000:2.0:1746137572.856836:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.857094:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18809 00000100:00100000:2.0:1746137572.857102:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303262592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.857114:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.857131:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.857142:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.857164:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f838d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e87 expref: 47 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.857551:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.857554:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.857561:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.857569:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.857596:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.857605:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144576:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.858245:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.860748:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144576:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.860767:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.860806:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303262592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3704us (4669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.860817:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18809 00000100:00100000:0.0:1746137572.861525:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.861617:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262848 00000100:00100000:3.0:1746137572.861623:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262848 00002000:00100000:3.0:1746137572.861658:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49d180 x1830957303262848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.861673:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49d180 with x1830957303262848 ext(0->4095) 00002000:00010000:3.0:1746137572.861678:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49d180 00000100:00100000:3.0:1746137572.861693:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14446 00000100:00100000:3.0:1746137572.861699:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2007:x1830957303262848:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137572.861809:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2007:x1830957303262848:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137572.861815:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14446 00002000:00100000:3.0:1746137572.861820:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49d180 x1830957303262848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.861826:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49d180 with x1830957303262848 ext(0->4095) 00002000:00010000:3.0:1746137572.861828:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49d180 00000100:00100000:0.0:1746137572.865585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.865706:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303262976 00000100:00100000:3.0:1746137572.865714:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303262976 00000100:00100000:3.0:1746137572.865830:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31044 00000100:00100000:3.0:1746137572.865837:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303262976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.865854:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.865870:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e95 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.865898:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.865904:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.865906:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.865910:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.866059:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.866071:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 45 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.866083:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144704:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.866337:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.868343:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144704:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.868385:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.868399:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:3.0:1746137572.868434:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303262976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.868440:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31044 00000100:00100000:0.0:1746137572.870308:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.870425:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303263104 00000100:00100000:2.0:1746137572.870432:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303263104 00010000:00010000:2.0:1746137572.870461:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:2.0:1746137572.870485:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18810 00000100:00100000:2.0:1746137572.870491:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303263104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.870511:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.870529:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.870539:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.870561:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8394 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e8e expref: 46 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:2.0:1746137572.870593:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.870595:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.870602:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.870609:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.870635:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.870645:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144832:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.870710:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.874469:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.874813:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303263232 00000100:00100000:3.0:1746137572.874822:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303263232 00000100:00100000:3.0:1746137572.874875:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31045 00000100:00100000:3.0:1746137572.874882:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303263232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.874900:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.874918:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9e9c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.874968:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.874975:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.874976:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.874980:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.875008:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.875019:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 5 pid: 9555 timeout: 765 lvb_type: 0 00000100:00100000:3.0:1746137572.875032:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144960:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.875104:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:1.0:1746137572.875883:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.876137:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293144832:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.876152:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.876188:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303263104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5697us (5884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.876196:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18810 00000100:00100000:0.0:1746137572.876382:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303263488 00000100:00100000:0.0:1746137572.876386:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303263488 00002000:00100000:0.0:1746137572.876413:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f480 x1830957303263488/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.876422:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f480 with x1830957303263488 ext(0->4095) 00010000:00010000:0.0:1746137572.876427:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:0.0:1746137572.876437:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00002000:00010000:0.0:1746137572.876447:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f480 00000100:00100000:0.0:1746137572.876461:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3553 00000100:00100000:0.0:1746137572.876467:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303263488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.877797:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303263488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1327us (1911us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.877805:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3553 00002000:00100000:1.0:1746137572.877811:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358f480 x1830957303263488/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.877817:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358f480 with x1830957303263488 ext(0->4095) 00010000:00010000:1.0:1746137572.877822:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 765 lvb_type: 0 00010000:00010000:1.0:1746137572.877831:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.877836:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358f480 00000100:00100000:2.0:1746137572.878762:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293144960:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.878798:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.878812:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:2.0:1746137572.878845:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e970c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303263232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3962us (4383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.878851:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31045 00000100:00100000:0.0:1746137572.881445:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.882247:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303263616 00000100:00100000:2.0:1746137572.882256:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303263616 00000100:00100000:2.0:1746137572.882298:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31046 00000100:00100000:2.0:1746137572.882306:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1731:x1830957303263616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.882321:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.882338:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ea3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.882361:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.882366:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.882372:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.882375:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.882410:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.882420:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.882429:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137572.882883:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303263616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 577us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.882890:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31046 00000100:00100000:0.0:1746137572.883011:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.883067:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303263744 00000100:00100000:2.0:1746137572.883071:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303263744 00010000:00010000:2.0:1746137572.883088:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.883118:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18811 00000100:00100000:2.0:1746137572.883124:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303263744:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.883132:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.883148:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.883161:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.883179:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f839b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e95 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.883198:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.883200:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.883205:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.883211:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.883229:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.883239:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.883249:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145216:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.883307:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.885407:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145216:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.885426:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.885469:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303263744:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2344us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.885480:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18811 00000100:00100000:0.0:1746137572.887408:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.887459:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264000 00000100:00100000:1.0:1746137572.887467:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264000 00002000:00100000:1.0:1746137572.887514:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49e300 x1830957303264000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.887522:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49e300 with x1830957303264000 ext(0->4095) 00010000:00010000:1.0:1746137572.887530:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.887544:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.887549:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49e300 00000100:00100000:1.0:1746137572.887570:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3554 00000100:00100000:1.0:1746137572.887576:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303264000:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.887697:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303264000:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.887703:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3554 00002000:00100000:1.0:1746137572.887708:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49e300 x1830957303264000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.887715:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49e300 with x1830957303264000 ext(0->4095) 00010000:00010000:1.0:1746137572.887719:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.887727:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.887732:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49e300 00000100:00100000:0.0:1746137572.889191:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.889238:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264128 00000100:00100000:2.0:1746137572.889243:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264128 00010000:00010000:2.0:1746137572.889263:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.889295:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18812 00000100:00100000:2.0:1746137572.889300:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2007:x1830957303264128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.889311:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.889325:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.889335:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.889356:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f83a2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9e9c expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.889383:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.889385:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.889391:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.889398:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.889425:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.889436:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145344:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.890119:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.893430:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145344:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.893448:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.893483:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2007:x1830957303264128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4182us (4293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.893493:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18812 00000100:00100000:0.0:1746137572.893640:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.893697:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264384 00000100:00100000:1.0:1746137572.893703:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264384 00002000:00100000:1.0:1746137572.893733:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ea00 x1830957303264384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.893742:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ea00 with x1830957303264384 ext(0->4095) 00002000:00010000:1.0:1746137572.893747:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ea00 00000100:00100000:1.0:1746137572.893769:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14447 00000100:00100000:1.0:1746137572.893774:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303264384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.893868:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303264384:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.893873:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14447 00002000:00100000:1.0:1746137572.893878:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ea00 x1830957303264384/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.893885:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ea00 with x1830957303264384 ext(0->4095) 00002000:00010000:1.0:1746137572.893888:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ea00 00000100:00100000:0.0:1746137572.895789:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.896095:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264512 00000100:00100000:2.0:1746137572.896102:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264512 00000100:00100000:2.0:1746137572.896145:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31047 00000100:00100000:2.0:1746137572.896151:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303264512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.896163:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.896181:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9eaa expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.896205:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.896212:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.896213:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.896217:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.896241:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.896256:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 45 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.896266:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293145472:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.896329:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.898552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.898719:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293145472:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.898744:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.898757:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137572.898791:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303264512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (3006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.898799:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31047 00000100:00100000:3.0:1746137572.898874:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264640 00000100:00100000:3.0:1746137572.898879:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264640 00010000:00010000:3.0:1746137572.898901:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.899228:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18813 00000100:00100000:3.0:1746137572.899235:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303264640:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.899246:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.899262:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.899277:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.899298:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f83a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ea3 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.899311:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.899313:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.899319:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.899325:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.899350:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137572.899361:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145600:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.899402:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.902430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.902596:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145600:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.903296:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.903366:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2006:x1830957303264640:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4129us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.903376:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18813 00000100:00100000:2.0:1746137572.903583:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303264896 00000100:00100000:2.0:1746137572.903589:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303264896 00002000:00100000:2.0:1746137572.903631:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49f480 x1830957303264896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.903641:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f480 with x1830957303264896 ext(0->4095) 00002000:00010000:2.0:1746137572.903645:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49f480 00000100:00100000:2.0:1746137572.903671:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14448 00000100:00100000:2.0:1746137572.903677:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303264896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.903802:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303264896:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.903811:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14448 00002000:00100000:2.0:1746137572.903817:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49f480 x1830957303264896/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.903823:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f480 with x1830957303264896 ext(0->4095) 00002000:00010000:2.0:1746137572.903826:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49f480 00000100:00100000:0.0:1746137572.904443:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.904813:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265024 00000100:00100000:2.0:1746137572.904817:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265024 00000100:00100000:2.0:1746137572.904849:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31048 00000100:00100000:2.0:1746137572.904854:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:1730:x1830957303265024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.904864:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.904879:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9eb1 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.904902:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.904909:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.904910:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.904913:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.904968:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.904979:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.904995:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293145728:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.905062:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.907598:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.907775:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265152 00000100:00100000:1.0:1746137572.907781:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265152 00000100:00100000:1.0:1746137572.907877:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31049 00000100:00100000:1.0:1746137572.907885:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1731:x1830957303265152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137572.907899:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137572.907914:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9eb8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.907953:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137572.907958:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.907964:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137572.907967:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.908000:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 48 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.908010:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137572.908019:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979c00, rc 0) 00000100:00100000:0.0:1746137572.908033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.908054:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957303265152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.908060:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31049 00000100:00100000:2.0:1746137572.908157:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265280 00000100:00100000:2.0:1746137572.908161:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265280 00000100:00100000:3.0:1746137572.908171:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293145728:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.908176:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.908188:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.908195:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:2.0:1746137572.908202:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18814 00000100:00100000:2.0:1746137572.908207:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303265280:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746137572.908214:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303265024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3361us (3773us total) trans 0 rc 0/0 00010000:00010000:2.0:1746137572.908215:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746137572.908219:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31048 00010000:00010000:2.0:1746137572.908231:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.908241:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.908258:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f83b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eaa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.908271:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.908272:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.908278:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.908286:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.908309:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.908320:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.908329:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145984:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.908381:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.912085:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293145984:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.912105:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.912153:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303265280:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3944us (4119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.912163:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18814 00000100:00100000:0.0:1746137572.912258:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.913008:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265536 00000100:00100000:1.0:1746137572.913014:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265536 00002000:00100000:1.0:1746137572.913043:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49c700 x1830957303265536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.913053:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c700 with x1830957303265536 ext(0->4095) 00010000:00010000:1.0:1746137572.913060:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.913072:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.913078:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49c700 00000100:00100000:1.0:1746137572.913680:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3555 00000100:00100000:1.0:1746137572.913689:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303265536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137572.914187:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303265536:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 498us (1927us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.914194:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3555 00002000:00100000:1.0:1746137572.914200:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49c700 x1830957303265536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.914207:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c700 with x1830957303265536 ext(0->4095) 00010000:00010000:1.0:1746137572.914212:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.914220:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.914226:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49c700 00000100:00100000:0.0:1746137572.917020:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.917286:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265664 00000100:00100000:2.0:1746137572.917293:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265664 00010000:00010000:2.0:1746137572.917327:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.917352:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18815 00000100:00100000:2.0:1746137572.917359:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4122c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303265664:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.917372:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.917389:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.917405:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.917424:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f83b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb1 expref: 47 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.917441:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.917444:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.917450:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.917457:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.917486:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.917497:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293146112:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.917586:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.919651:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293146112:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.919669:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.919714:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4122c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303265664:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2355us (2779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.919724:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18815 00000100:00100000:1.0:1746137572.920430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.920602:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303265920 00000100:00100000:2.0:1746137572.920608:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303265920 00002000:00100000:2.0:1746137572.920645:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c000 x1830957303265920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.920655:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c000 with x1830957303265920 ext(0->4095) 00002000:00010000:2.0:1746137572.920660:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c000 00000100:00100000:2.0:1746137572.920686:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14449 00000100:00100000:2.0:1746137572.920692:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303265920:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.921064:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303265920:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 370us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.921070:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14449 00002000:00100000:2.0:1746137572.921075:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358c000 x1830957303265920/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.921082:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358c000 with x1830957303265920 ext(0->4095) 00002000:00010000:2.0:1746137572.921085:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009358c000 00000100:00100000:0.0:1746137572.923174:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.923342:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266048 00000100:00100000:3.0:1746137572.923349:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266048 00000100:00100000:3.0:1746137572.923396:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31050 00000100:00100000:3.0:1746137572.923403:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303266048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.923417:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.923433:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ebf expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.923458:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.923465:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.923467:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.923470:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.923509:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 45 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.923521:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 45 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.923533:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293146240:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.923615:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.926432:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293146240:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137572.926472:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.926487:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4a00, rc 0) 00000100:00100000:3.0:1746137572.926541:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303266048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (3370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.926549:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31050 00000100:00100000:0.0:1746137572.927807:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.927861:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266176 00000100:00100000:2.0:1746137572.927868:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266176 00010000:00010000:2.0:1746137572.927896:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.927931:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18816 00000100:00100000:2.0:1746137572.927952:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303266176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.927963:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.927981:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.929329:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.929352:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f83be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9eb8 expref: 46 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.929369:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.929370:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.929377:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.929385:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.929413:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.929423:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293146368:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.929510:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ff33240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.930915:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.931048:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266304 00000100:00100000:3.0:1746137572.931054:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266304 00000100:00100000:3.0:1746137572.931098:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31051 00000100:00100000:3.0:1746137572.931105:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303266304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.931119:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.931134:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ec6 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.931153:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.931159:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.931161:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.931164:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 47 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.931186:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.931196:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.931205:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293146496:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.931249:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.932703:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293146368:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.932720:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.932757:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303266176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4805us (4951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.932767:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18816 00000100:00100000:1.0:1746137572.937919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.938095:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266560 00000100:00100000:2.0:1746137572.938103:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266560 00002000:00100000:2.0:1746137572.938140:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ca80 x1830957303266560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.938150:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ca80 with x1830957303266560 ext(0->4095) 00010000:00010000:2.0:1746137572.938158:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.938170:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137572.938176:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ca80 00000100:00100000:2.0:1746137572.938194:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3556 00000100:00100000:2.0:1746137572.938200:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303266560:12345-192.168.202.31@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746137572.938324:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009358ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303266560:12345-192.168.202.31@tcp:3:ldlm_bl.0 Request processed in 122us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.938330:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3556 00002000:00100000:2.0:1746137572.938335:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009358ca80 x1830957303266560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137572.938337:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293146496:192.168.202.31@tcp:104: 00002000:00100000:2.0:1746137572.938342:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009358ca80 with x1830957303266560 ext(0->4095) 00010000:00010000:2.0:1746137572.938346:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.938354:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137572.938360:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009358ca80 00010000:00010000:3.0:1746137572.938374:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 46 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.938388:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137572.938411:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:1730:x1830957303266304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7307us (7499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.938418:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31051 00000100:00100000:1.0:1746137572.941146:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293146752:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941221:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293147264:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941257:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293147776:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941270:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941288:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746137572.941292:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293146880:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941312:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941334:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957293147392:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941356:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957293147904:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137572.941396:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293146752 00000100:00100000:1.0:1746137572.941402:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293146752 00000100:00100000:1.0:1746137572.941432:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147264 00000100:00100000:1.0:1746137572.941434:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147264 00000100:00100000:1.0:1746137572.941451:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147776 00000100:00100000:1.0:1746137572.941452:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147776 00000100:00100000:1.0:1746137572.941460:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147392 00000100:00100000:1.0:1746137572.941462:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147392 00000100:00100000:1.0:1746137572.941471:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147904 00000100:00100000:1.0:1746137572.941472:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147904 00000100:00100000:1.0:1746137572.941482:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1746137572.941487:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293146752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941532:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293146752:12345-0@lo:400:kworker.0 Request processed in 45us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.941538:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1746137572.941551:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1746137572.941555:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293147264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941574:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293147264:12345-0@lo:400:kworker.0 Request processed in 19us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.941578:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1746137572.941586:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1746137572.941590:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293147776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941609:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293147776:12345-0@lo:400:kworker.0 Request processed in 18us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.941613:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1746137572.941621:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1746137572.941625:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957293147392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941644:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957293147392:12345-0@lo:400:kworker.0 Request processed in 19us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.941648:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1746137572.941655:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1746137572.941659:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957293147904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941677:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957293147904:12345-0@lo:400:kworker.0 Request processed in 17us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.941681:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1746137572.941723:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957293147392:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941732:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957293147904:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941738:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293146752:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941743:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293147264:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.941749:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293147776:0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.941836:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e05f5f4-9172-4147-a827-2132d2821563:3763:1830957293146624:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.941837:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293146880 00000100:00100000:2.0:1746137572.941841:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293146880 00000100:00100000:2.0:1746137572.941862:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1746137572.941864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137572.941866:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957293146880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.941891:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293147136:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.941893:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957293146880:12345-0@lo:400:kworker.0 Request processed in 26us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.941897:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1746137572.941908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137572.941918:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293147648:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.941919:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293146624 00000100:00100000:2.0:1746137572.941921:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293146624 00000100:00100000:0.0:1746137572.941953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137572.941955:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1746137572.941960:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3763:x1830957293146624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.941967:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293148160:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.941980:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3763:x1830957293146624:12345-0@lo:400:kworker.0 Request processed in 21us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.941981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137572.941985:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746137572.941997:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e05f5f4-9172-4147-a827-2132d2821563:3763:1830957293146624:0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942004:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746137572.942005:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147648 00000100:00100000:2.0:1746137572.942007:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147648 00000100:00100000:0.0:1746137572.942008:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009358e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957293147008:0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137572.942023:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293148160 00000100:00100000:2.0:1746137572.942025:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293148160 00000100:00100000:0.0:1746137572.942032:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293147520:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942036:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1746137572.942040:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293147648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137572.942055:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800998a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293148032:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942060:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293147648:12345-0@lo:400:kworker.0 Request processed in 20us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.942065:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1746137572.942068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137572.942072:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147520 00000100:00100000:2.0:1746137572.942074:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147520 00000100:00100000:0.0:1746137572.942081:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293147648:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942082:0:16986:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293148032 00000100:00100000:2.0:1746137572.942083:0:16986:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293148032 00000100:00100000:2.0:1746137572.942092:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1746137572.942095:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293148160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942100:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1746137572.942104:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293147520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942117:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293148160:12345-0@lo:400:kworker.0 Request processed in 21us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.942122:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1746137572.942123:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293147520:12345-0@lo:400:kworker.0 Request processed in 19us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.942127:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1746137572.942129:0:16986:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1746137572.942133:0:16986:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293148032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942141:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293147520:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942148:0:16986:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293148032:12345-0@lo:400:kworker.0 Request processed in 15us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.942148:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293148160:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942152:0:16986:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1746137572.942158:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800998a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293148032:0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942161:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147008 00000100:00100000:2.0:1746137572.942163:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147008 00000100:00100000:2.0:1746137572.942176:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1746137572.942180:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957293147008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942184:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293147136 00000100:00100000:0.0:1746137572.942186:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293147136 00000100:00100000:2.0:1746137572.942201:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957293147008:12345-0@lo:400:kworker.0 Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137572.942201:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1746137572.942205:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293147136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137572.942206:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746137572.942226:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293147136:12345-0@lo:400:kworker.0 Request processed in 20us (317us total) trans 0 rc 0/0 00000100:00080000:2.0:1746137572.942229:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137572.942230:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:2.0:1746137572.942231:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746137572.942233:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746137572.942235:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746137572.942248:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957293147008:0@lo:400:kworker.0 00000100:00100000:0.0:1746137572.942254:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293147136:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.942366:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009358ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293146880:0@lo:400:kworker.0 00000100:00100000:1.0:1746137572.943510:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.943659:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266688 00000100:00100000:2.0:1746137572.943664:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266688 00010000:00010000:2.0:1746137572.943734:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.944297:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18817 00000100:00100000:2.0:1746137572.944304:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303266688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.944316:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.944335:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.944345:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.944368:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f83c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ebf expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.944415:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.944417:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.944424:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.944432:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.944459:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.944470:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293148288:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.945112:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.948521:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.949132:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293148288:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.949152:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.949196:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303266688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4892us (5695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.949207:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18817 00000100:00100000:1.0:1746137572.949555:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303266944 00000100:00100000:1.0:1746137572.949561:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303266944 00002000:00100000:1.0:1746137572.949592:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957303266944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.949601:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957303266944 ext(0->4095) 00002000:00010000:1.0:1746137572.949605:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036df80 00000100:00100000:1.0:1746137572.949677:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14450 00000100:00100000:1.0:1746137572.949683:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303266944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.949788:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303266944:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.949794:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14450 00002000:00100000:1.0:1746137572.949800:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957303266944/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.949806:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957303266944 ext(0->4095) 00002000:00010000:1.0:1746137572.949808:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036df80 00000100:00100000:0.0:1746137572.957327:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.957432:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267072 00000100:00100000:2.0:1746137572.957442:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267072 00000100:00100000:2.0:1746137572.957488:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31052 00000100:00100000:2.0:1746137572.957496:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303267072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.957526:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.957545:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ecd expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.957575:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.957581:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.957583:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.957586:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.957614:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.957625:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 45 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.957635:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293148416:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.957852:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137572.963776:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293148416:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137572.963807:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.963830:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:0.0:1746137572.965189:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.965289:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303267072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7792us (7968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.965300:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31052 00000100:00100000:3.0:1746137572.966577:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267200 00000100:00100000:3.0:1746137572.966586:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267200 00002000:00100000:3.0:1746137572.966624:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800990dc380 x1830957303267200/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.966634:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc380 with x1830957303267200 ext(0->7) 00010000:00010000:3.0:1746137572.966643:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.966660:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 46 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137572.966665:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc380 00000100:00100000:3.0:1746137572.966695:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3557 00000100:00100000:3.0:1746137572.966701:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2006:x1830957303267200:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137572.967702:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303267200:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 999us (2515us total) trans 4294972323 rc 0/0 00000100:00100000:0.0:1746137572.967710:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3557 00002000:00100000:0.0:1746137572.967716:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800990dc380 x1830957303267200/t4294972323(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 496/448 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137572.967723:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dc380 with x1830957303267200 ext(0->7) 00010000:00010000:0.0:1746137572.967727:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 48 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137572.967742:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 48 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137572.967748:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dc380 00000100:00100000:2.0:1746137572.973267:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293148544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137572.973338:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137572.973796:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293148544 00000100:00100000:3.0:1746137572.973803:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293148544 00000100:00100000:3.0:1746137572.973847:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1746137572.973854:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293148544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746137572.973885:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920257024 avail 3688734720 00000100:00100000:3.0:1746137572.973962:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293148544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.973969:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1746137572.974074:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293148544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746137572.974400:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.974530:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.974745:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267328 00000100:00100000:3.0:1746137572.974747:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267456 00000100:00100000:3.0:1746137572.974751:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267456 00000100:00100000:2.0:1746137572.974752:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267328 00000100:00100000:3.0:1746137572.974781:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31053 00010000:00010000:2.0:1746137572.974782:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 49 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.974788:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303267456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.974801:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137572.974816:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18818 00000100:00100000:2.0:1746137572.974822:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303267328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.974832:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.974850:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 49 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.974861:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 49 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.975058:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ec6 expref: 49 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.975087:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.975089:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.975096:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.975103:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.975134:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137572.975146:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293148672:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.975205:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00010000:00010000:3.0:1746137572.975357:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ed4 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.975384:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.975395:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.975397:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.975400:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.975423:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.975433:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.975443:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293148800:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137572.976050:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.979157:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293148800:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137572.979158:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293148672:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.979198:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.979214:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d0ca400, rc 0) 00000100:00100000:3.0:1746137572.979259:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303267456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4471us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.979267:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31053 00010000:00010000:2.0:1746137572.979489:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.979532:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303267328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4709us (5139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.979544:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18818 00000100:00100000:0.0:1746137572.979847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.980105:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267712 00000100:00100000:2.0:1746137572.980112:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267712 00002000:00100000:2.0:1746137572.980148:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990de680 x1830957303267712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.980157:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990de680 with x1830957303267712 ext(0->4095) 00010000:00010000:2.0:1746137572.980164:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.980181:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137572.980187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990de680 00000100:00100000:2.0:1746137572.980219:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3558 00000100:00100000:2.0:1746137572.980229:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303267712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137572.980339:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303267712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137572.980345:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3558 00002000:00100000:2.0:1746137572.980350:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990de680 x1830957303267712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137572.980357:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990de680 with x1830957303267712 ext(0->4095) 00010000:00010000:2.0:1746137572.980361:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.980369:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137572.980375:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990de680 00000100:00100000:0.0:1746137572.983049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.983139:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.983230:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267968 00000100:00100000:3.0:1746137572.983239:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267968 00000100:00100000:3.0:1746137572.983277:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31054 00000100:00100000:3.0:1746137572.983284:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303267968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137572.983303:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137572.983318:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9edb expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.983340:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.983346:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.983352:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137572.983355:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.983400:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.983410:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 7 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.983419:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4000, rc 0) 00000100:00100000:3.0:1746137572.983465:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1731:x1830957303267968:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.983470:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31054 00000100:00100000:2.0:1746137572.984304:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303267840 00000100:00100000:2.0:1746137572.984310:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303267840 00010000:00010000:2.0:1746137572.984332:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 7 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.984436:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18819 00000100:00100000:2.0:1746137572.984443:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303267840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137572.984451:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137572.984469:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 7 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.984479:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 7 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.984496:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f83d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ecd expref: 7 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137572.984751:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.984752:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137572.984759:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.984766:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.984789:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.984800:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 47 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137572.984810:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149056:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137572.984891:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137572.988574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137572.988764:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303268224 00000100:00100000:1.0:1746137572.988773:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303268224 00002000:00100000:1.0:1746137572.988817:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dd500 x1830957303268224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.988828:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dd500 with x1830957303268224 ext(0->4095) 00010000:00010000:1.0:1746137572.988837:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.988851:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.988858:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dd500 00000100:00100000:2.0:1746137572.988968:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149056:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137572.988990:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137572.989038:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746137572.989050:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293149184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746137572.989094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137572.989139:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293149184 00000100:00100000:0.0:1746137572.989143:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293149184 00000100:00100000:2.0:1746137572.989150:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303267840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4707us (6010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.989160:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18819 00000100:00100000:1.0:1746137572.989391:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3559 00000100:00100000:1.0:1746137572.989400:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303268224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137572.989554:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303268224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137572.989564:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3559 00002000:00100000:1.0:1746137572.989569:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990dd500 x1830957303268224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137572.989576:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990dd500 with x1830957303268224 ext(0->4095) 00010000:00010000:1.0:1746137572.989582:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137572.989591:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137572.989597:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800990dd500 00000100:00100000:1.0:1746137572.991908:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1746137572.991921:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293149184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746137572.991962:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3920257024 avail 3688734720 00000100:00100000:1.0:1746137572.992027:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293149184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137572.992034:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1746137572.992176:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293149184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746137572.994664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137572.994753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137572.995381:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303268352 00000100:00100000:2.0:1746137572.995391:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303268352 00000100:00100000:2.0:1746137572.995436:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31055 00000100:00100000:2.0:1746137572.995444:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303268352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137572.995461:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137572.995478:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ee2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.995513:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137572.995519:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.995524:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137572.995527:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.995563:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.995577:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137572.995585:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137572.995629:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303268352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137572.995635:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31055 00000100:00100000:3.0:1746137572.995826:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303268480 00000100:00100000:3.0:1746137572.995831:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303268480 00010000:00010000:3.0:1746137572.995846:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.995874:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18820 00000100:00100000:3.0:1746137572.995879:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303268480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137572.995889:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137572.995904:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.995914:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.995928:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f83da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ed4 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.995961:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.995963:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137572.995968:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.995975:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.995994:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137572.996003:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137572.996016:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149440:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137572.996081:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137572.998737:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149440:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137572.998772:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137572.999208:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303268480:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3326us (4452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137572.999220:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18820 00000100:00100000:2.0:1746137572.999676:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137572.999828:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303268736 00000100:00100000:3.0:1746137572.999834:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303268736 00002000:00100000:3.0:1746137572.999865:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341500 x1830957303268736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/0 e 0 to 0 dl 1746137583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137572.999875:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341500 with x1830957303268736 ext(0->4095) 00010000:00010000:3.0:1746137572.999883:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137572.999896:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137572.999903:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341500 00000100:00100000:3.0:1746137572.999926:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3560 00000100:00100000:3.0:1746137572.999932:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303268736:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.000066:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303268736:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (391us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.000072:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3560 00002000:00100000:3.0:1746137573.000077:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341500 x1830957303268736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:8/0 lens 488/4536 e 0 to 0 dl 1746137583 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.000084:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341500 with x1830957303268736 ext(0->4095) 00010000:00010000:3.0:1746137573.000089:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.000097:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.000103:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341500 00000100:00100000:0.0:1746137573.004023:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.004099:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303268864 00000100:00100000:3.0:1746137573.004108:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303268864 00010000:00010000:3.0:1746137573.004154:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00080000:2.0:1746137573.004351:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137573.004449:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18821 00000100:00100000:3.0:1746137573.004457:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303268864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.004470:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.004488:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.004508:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.004529:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f83e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9edb expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.004728:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.004731:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.004737:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.004749:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.004784:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.004795:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149568:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.005093:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.007194:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149568:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.007224:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.007256:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303268864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2800us (3243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.007267:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18821 00000100:00100000:0.0:1746137573.007568:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.007723:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269120 00000100:00100000:2.0:1746137573.007730:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269120 00002000:00100000:2.0:1746137573.007772:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990df800 x1830957303269120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.007782:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990df800 with x1830957303269120 ext(0->4095) 00002000:00010000:2.0:1746137573.007786:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990df800 00000100:00100000:2.0:1746137573.007809:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14451 00000100:00100000:2.0:1746137573.007814:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303269120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.007931:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303269120:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.007970:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14451 00002000:00100000:2.0:1746137573.007975:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800990df800 x1830957303269120/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.007981:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990df800 with x1830957303269120 ext(0->4095) 00002000:00010000:2.0:1746137573.007984:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990df800 00000100:00080000:0.0:1746137573.008316:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137573.010197:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.010278:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269248 00000100:00100000:2.0:1746137573.010286:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269248 00000100:00100000:2.0:1746137573.010880:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31056 00000100:00100000:2.0:1746137573.010887:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303269248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.010904:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.010921:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ee9 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.010977:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.010984:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.010985:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.010989:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.011017:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.011027:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 47 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.011039:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293149696:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.011402:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.013335:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293149696:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.013364:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.013379:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137573.013414:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303269248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2527us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.013422:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31056 00000100:00100000:0.0:1746137573.013978:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.014258:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269376 00000100:00100000:3.0:1746137573.014266:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269376 00010000:00010000:3.0:1746137573.014290:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.014310:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18822 00000100:00100000:3.0:1746137573.014316:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4121850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303269376:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.014329:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.014347:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.014362:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.014380:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f83e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee2 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.014403:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.014405:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.014410:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.014417:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.014443:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.014453:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149824:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.014509:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.017184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.017282:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269632 00000100:00100000:2.0:1746137573.017290:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269632 00002000:00100000:2.0:1746137573.017329:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcef100 x1830957303269632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.017339:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcef100 with x1830957303269632 ext(0->4095) 00002000:00010000:2.0:1746137573.017343:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcef100 00000100:00100000:2.0:1746137573.017362:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14452 00000100:00100000:2.0:1746137573.017369:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303269632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.017566:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293149824:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.017594:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.018564:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303269632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1192us (1384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.018573:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14452 00002000:00100000:2.0:1746137573.018581:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcef100 x1830957303269632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.018589:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcef100 with x1830957303269632 ext(0->4095) 00002000:00010000:2.0:1746137573.018592:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcef100 00000100:00100000:3.0:1746137573.018696:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4121850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2006:x1830957303269376:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4378us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.018704:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18822 00000100:00100000:0.0:1746137573.018866:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.019149:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269760 00000100:00100000:3.0:1746137573.019155:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269760 00000100:00100000:3.0:1746137573.019182:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31057 00000100:00100000:3.0:1746137573.019187:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:1730:x1830957303269760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.019199:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.019212:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ef0 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.019234:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.019241:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.019242:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.019245:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.019271:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.019281:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.019293:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293149952:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.019337:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.024006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.024080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.024180:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303269888 00000100:00100000:1.0:1746137573.024188:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303269888 00000100:00100000:1.0:1746137573.024227:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31058 00000100:00100000:1.0:1746137573.024235:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303269888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.024252:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.024268:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ef7 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.024297:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.024303:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.024308:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.024311:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.024345:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.024355:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.024364:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:1.0:1746137573.024402:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303269888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.024408:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31058 00000100:00100000:3.0:1746137573.024544:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293149952:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.024574:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.024586:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137573.024608:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303269760:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5420us (5742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.024612:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31057 00000100:00100000:2.0:1746137573.024780:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270016 00000100:00100000:2.0:1746137573.024784:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270016 00010000:00010000:2.0:1746137573.024800:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.024822:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18823 00000100:00100000:2.0:1746137573.024826:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303270016:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.024834:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.024851:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.024861:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.024877:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f83ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ee9 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.024898:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.024899:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.024904:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.024910:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.024927:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.024961:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.024976:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150208:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.025019:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.028006:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150208:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.028028:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.028071:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303270016:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3243us (3989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.028081:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18823 00000100:00100000:1.0:1746137573.028767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.028823:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270272 00000100:00100000:2.0:1746137573.028830:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270272 00002000:00100000:2.0:1746137573.028861:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4700 x1830957303270272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.028871:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957303270272 ext(0->4095) 00010000:00010000:2.0:1746137573.028879:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.028890:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.028896:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:2.0:1746137573.029099:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3561 00000100:00100000:2.0:1746137573.029106:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957303270272:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137573.029571:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2008:x1830957303270272:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 465us (804us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.029580:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3561 00002000:00100000:2.0:1746137573.029586:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4700 x1830957303270272/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.029593:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957303270272 ext(0->4095) 00010000:00010000:2.0:1746137573.029598:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.029607:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.029613:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:0.0:1746137573.031698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.031774:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270400 00000100:00100000:2.0:1746137573.031782:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270400 00010000:00010000:2.0:1746137573.031808:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.031844:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18824 00000100:00100000:2.0:1746137573.031850:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303270400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.031860:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.031877:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.031888:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.031908:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f83f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef0 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.031931:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.031933:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.031965:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.031972:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.032002:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.032012:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150336:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.032078:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.034876:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.035024:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270656 00000100:00100000:3.0:1746137573.035032:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270656 00002000:00100000:3.0:1746137573.035068:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7b80 x1830957303270656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.035078:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7b80 with x1830957303270656 ext(0->4095) 00002000:00010000:3.0:1746137573.035082:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7b80 00000100:00100000:3.0:1746137573.035100:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14453 00000100:00100000:3.0:1746137573.035106:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303270656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.035225:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303270656:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (357us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.035231:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14453 00002000:00100000:3.0:1746137573.035237:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800736d7b80 x1830957303270656/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.035244:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d7b80 with x1830957303270656 ext(0->4095) 00002000:00010000:3.0:1746137573.035246:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800736d7b80 00000100:00100000:2.0:1746137573.035598:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150336:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.035614:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.035635:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303270400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3785us (3945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.035641:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18824 00000100:00100000:0.0:1746137573.037200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.037277:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270784 00000100:00100000:2.0:1746137573.037283:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270784 00000100:00100000:2.0:1746137573.037319:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31059 00000100:00100000:2.0:1746137573.037324:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303270784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.037336:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.037350:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9efe expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.037375:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.037381:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.037382:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.037385:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.037409:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.037419:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 47 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.037429:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293150464:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.037494:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.039033:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293150464:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.039056:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.039068:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137573.039109:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303270784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1784us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.039116:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31059 00000100:00100000:0.0:1746137573.039972:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.040093:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303270912 00000100:00100000:2.0:1746137573.040099:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303270912 00010000:00010000:2.0:1746137573.040122:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.040428:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18825 00000100:00100000:2.0:1746137573.040435:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303270912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.040446:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.040462:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.040472:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.040489:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f83fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ef7 expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.040520:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.040522:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.040528:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.040534:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.040556:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.040564:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150592:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.040613:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.042570:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150592:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.042587:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.042633:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303270912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2197us (2661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.042642:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18825 00000100:00100000:0.0:1746137573.043238:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.043568:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271168 00000100:00100000:1.0:1746137573.043575:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271168 00002000:00100000:1.0:1746137573.043609:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957303271168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.043619:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957303271168 ext(0->4095) 00002000:00010000:1.0:1746137573.043623:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:1.0:1746137573.043646:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14454 00000100:00100000:1.0:1746137573.043653:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303271168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.043760:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303271168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.043766:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14454 00002000:00100000:1.0:1746137573.043771:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099434e00 x1830957303271168/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.043778:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957303271168 ext(0->4095) 00002000:00010000:1.0:1746137573.043781:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137573.045787:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.045825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.045967:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271296 00000100:00100000:2.0:1746137573.045976:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271296 00000100:00100000:2.0:1746137573.046220:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271424 00000100:00100000:2.0:1746137573.046223:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271424 00000100:00100000:3.0:1746137573.046266:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31060 00000100:00100000:3.0:1746137573.046282:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1731:x1830957303271296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.046296:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.046311:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f0c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.046335:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.046342:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.046344:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.046347:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.046375:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.046385:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 5 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.046396:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293150720:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.046462:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.046699:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31061 00000100:00100000:2.0:1746137573.046705:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303271424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.046712:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.046718:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f05 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.046728:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.046732:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.046737:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.046739:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 50 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.046760:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.046770:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 50 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.046779:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137573.046798:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303271424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.046803:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31061 00000100:00100000:3.0:1746137573.048381:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293150720:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.048412:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.048423:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4a00, rc 0) 00000100:00100000:3.0:1746137573.048449:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303271296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.048455:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31060 00000100:00100000:0.0:1746137573.049889:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.049963:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271552 00000100:00100000:2.0:1746137573.049971:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271552 00010000:00010000:2.0:1746137573.049999:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.050330:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18826 00000100:00100000:2.0:1746137573.050338:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303271552:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.050350:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.050380:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.050391:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.050410:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f8404 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9efe expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.050437:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.050438:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.050444:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.050454:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.050482:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 48 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.050492:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 48 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.050511:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150976:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.050574:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.052914:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091342a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293150976:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.052954:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.052992:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303271552:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2654us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.053003:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18826 00000100:00100000:0.0:1746137573.053384:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.053642:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271808 00000100:00100000:3.0:1746137573.053649:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271808 00002000:00100000:3.0:1746137573.053683:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435500 x1830957303271808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.053693:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435500 with x1830957303271808 ext(0->4095) 00010000:00010000:3.0:1746137573.053701:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.053713:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.053720:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435500 00000100:00100000:3.0:1746137573.054247:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3562 00000100:00100000:3.0:1746137573.054254:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303271808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.054370:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303271808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (987us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.054375:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3562 00002000:00100000:3.0:1746137573.054380:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880099435500 x1830957303271808/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.054388:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435500 with x1830957303271808 ext(0->4095) 00010000:00010000:3.0:1746137573.054393:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.054401:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.054412:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099435500 00000100:00100000:0.0:1746137573.056850:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.057200:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.057278:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303271936 00000100:00100000:3.0:1746137573.057288:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303271936 00000100:00100000:0.0:1746137573.057579:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272064 00000100:00100000:0.0:1746137573.057583:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272064 00010000:00010000:0.0:1746137573.057604:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.057759:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31062 00000100:00100000:3.0:1746137573.057766:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303271936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.057781:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.057794:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f13 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.057816:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.057820:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.057826:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137573.057829:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.057876:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.057886:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.057895:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073490400, rc 0) 00000100:00100000:3.0:1746137573.057933:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303271936:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.057958:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31062 00000100:00100000:1.0:1746137573.058293:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18827 00000100:00100000:1.0:1746137573.058301:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303272064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.058310:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.058328:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.058339:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.058355:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f840b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f0c expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.058377:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.058379:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.058384:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.058391:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.058410:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.058419:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.058431:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151232:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.058507:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.060710:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151232:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.060731:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.061259:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303272064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2956us (4056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.061270:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18827 00000100:00100000:0.0:1746137573.061431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.061493:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272320 00000100:00100000:1.0:1746137573.061507:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272320 00002000:00100000:1.0:1746137573.061535:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f998000 x1830957303272320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.061544:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957303272320 ext(0->4095) 00010000:00010000:1.0:1746137573.061551:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.061562:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.061568:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f998000 00000100:00100000:1.0:1746137573.061594:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3563 00000100:00100000:1.0:1746137573.061600:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303272320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.061704:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303272320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.061710:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3563 00002000:00100000:1.0:1746137573.061715:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f998000 x1830957303272320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.061721:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957303272320 ext(0->4095) 00010000:00010000:1.0:1746137573.061724:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.061732:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 48 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.061736:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f998000 00000100:00100000:0.0:1746137573.064652:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.064804:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272448 00000100:00100000:1.0:1746137573.064813:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272448 00000100:00100000:1.0:1746137573.064976:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31063 00000100:00100000:1.0:1746137573.064983:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:1730:x1830957303272448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.065000:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.065015:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f1a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065040:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.065050:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065060:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137573.065063:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065101:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065112:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065122:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:1.0:1746137573.065162:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303272448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.065168:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31063 00000100:00100000:0.0:1746137573.065191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.065209:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272576 00000100:00100000:1.0:1746137573.065212:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272576 00010000:00010000:1.0:1746137573.065223:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.065253:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18828 00000100:00100000:1.0:1746137573.065258:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2006:x1830957303272576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.065267:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.065285:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.065295:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.065398:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8412 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f05 expref: 49 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.065423:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.065424:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.065429:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065437:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065454:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.065465:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.065476:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151488:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.065547:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.066685:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151488:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.066700:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.066740:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303272576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1480us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.066840:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18828 00000100:00100000:0.0:1746137573.067080:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.067149:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272832 00000100:00100000:3.0:1746137573.067155:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272832 00002000:00100000:3.0:1746137573.067189:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4700 x1830957303272832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.067198:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4700 with x1830957303272832 ext(0->4095) 00010000:00010000:3.0:1746137573.067205:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.067214:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.067218:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4700 00000100:00100000:3.0:1746137573.067239:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3564 00000100:00100000:3.0:1746137573.067245:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303272832:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.067355:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303272832:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.067359:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3564 00002000:00100000:3.0:1746137573.067363:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4700 x1830957303272832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.067368:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4700 with x1830957303272832 ext(0->4095) 00010000:00010000:3.0:1746137573.067371:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.067380:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.067383:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4700 00000100:00100000:0.0:1746137573.068428:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.068661:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303272960 00000100:00100000:1.0:1746137573.068666:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303272960 00010000:00010000:1.0:1746137573.068685:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.068710:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18829 00000100:00100000:1.0:1746137573.068715:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303272960:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.068725:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.068738:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.068752:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.068771:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f8419 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f13 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.068794:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.068796:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.068802:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.068809:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.068838:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.068850:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151616:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.068921:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.070841:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151616:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.070862:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.070894:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303272960:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2178us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.070904:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18829 00000100:00100000:0.0:1746137573.071491:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.071580:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273216 00000100:00100000:3.0:1746137573.071587:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273216 00002000:00100000:3.0:1746137573.071622:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7b80 x1830957303273216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.071631:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957303273216 ext(0->4095) 00002000:00010000:3.0:1746137573.071636:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7b80 00000100:00100000:3.0:1746137573.071664:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14455 00000100:00100000:3.0:1746137573.071671:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303273216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.071796:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2005:x1830957303273216:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.071802:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14455 00002000:00100000:3.0:1746137573.071807:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba7b80 x1830957303273216/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.071814:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7b80 with x1830957303273216 ext(0->4095) 00002000:00010000:3.0:1746137573.071816:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba7b80 00000100:00100000:0.0:1746137573.079419:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.079877:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273344 00000100:00100000:3.0:1746137573.079887:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273344 00000100:00100000:3.0:1746137573.079967:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31064 00000100:00100000:3.0:1746137573.079976:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303273344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.079997:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.080012:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f21 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.080037:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.080044:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.080046:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.080049:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.080079:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.080090:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 47 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.080102:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293151744:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.080189:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.082293:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293151744:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.082333:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.082347:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4a00, rc 0) 00000100:00100000:3.0:1746137573.082386:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303273344:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2411us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.082397:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31064 00000100:00100000:0.0:1746137573.083977:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.085558:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273472 00000100:00100000:3.0:1746137573.085568:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273472 00002000:00100000:3.0:1746137573.085610:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5880 x1830957303273472/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.085621:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5880 with x1830957303273472 ext(0->7) 00010000:00010000:3.0:1746137573.085629:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.085642:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 48 pid: 24924 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.085648:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5880 00000100:00100000:3.0:1746137573.085679:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3565 00000100:00100000:3.0:1746137573.085685:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:2006:x1830957303273472:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.086423:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303273472:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 735us (2449us total) trans 4294972324 rc 0/0 00000100:00100000:0.0:1746137573.086430:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3565 00002000:00100000:0.0:1746137573.086436:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880087ba5880 x1830957303273472/t4294972324(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.086444:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5880 with x1830957303273472 ext(0->7) 00010000:00010000:0.0:1746137573.086449:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.086459:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.086465:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5880 00000100:00100000:0.0:1746137573.090803:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.090889:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273600 00000100:00100000:1.0:1746137573.090897:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273600 00010000:00010000:1.0:1746137573.090930:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.090982:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18830 00000100:00100000:1.0:1746137573.090989:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303273600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.091002:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.091021:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.091032:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.091052:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f8420 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f1a expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.091149:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.091151:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.091158:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.091170:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.091198:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.091209:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151872:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.092210:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.097526:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293151872:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.097551:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.097757:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303273600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6766us (6961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.097769:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18830 00000100:00100000:0.0:1746137573.098929:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.099102:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273856 00000100:00100000:1.0:1746137573.099109:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273856 00002000:00100000:1.0:1746137573.099145:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957303273856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.099155:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957303273856 ext(0->4095) 00002000:00010000:1.0:1746137573.099160:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:1.0:1746137573.099188:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14456 00000100:00100000:1.0:1746137573.099195:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303273856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.099310:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303273856:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.099319:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14456 00002000:00100000:1.0:1746137573.099324:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957303273856/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.099332:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957303273856 ext(0->4095) 00002000:00010000:1.0:1746137573.099334:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:0.0:1746137573.100847:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.100916:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303273984 00000100:00100000:3.0:1746137573.100923:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303273984 00000100:00100000:3.0:1746137573.101011:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31065 00000100:00100000:3.0:1746137573.101018:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1730:x1830957303273984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.101031:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.101046:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f28 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.101067:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.101079:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.101081:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.101084:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.101114:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.101125:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.101137:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152000:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.101841:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.102085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.102220:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303274112 00000100:00100000:1.0:1746137573.102226:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303274112 00000100:00100000:1.0:1746137573.102252:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31066 00000100:00100000:1.0:1746137573.102258:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1731:x1830957303274112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.102266:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.102274:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f2f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.102288:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.102292:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 52 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.102297:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.102300:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.102322:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 52 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.102330:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.102343:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:1.0:1746137573.102376:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1731:x1830957303274112:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.102382:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31066 00000100:00100000:3.0:1746137573.103268:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152000:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.103293:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.103302:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073490400, rc 0) 00000100:00100000:3.0:1746137573.103329:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303273984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2312us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.103335:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31065 00000100:00100000:0.0:1746137573.104243:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.104305:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303274240 00000100:00100000:1.0:1746137573.104310:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303274240 00010000:00010000:1.0:1746137573.104330:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.104348:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18831 00000100:00100000:1.0:1746137573.104352:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303274240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.104883:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.104903:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.104915:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.104966:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8427 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f21 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.104984:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.104986:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.104991:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.105004:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.105029:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.105038:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.105050:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152256:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.105119:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.107411:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.107493:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303274496 00000100:00100000:2.0:1746137573.107510:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303274496 00000100:00100000:1.0:1746137573.107530:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152256:192.168.202.31@tcp:105: 00002000:00100000:2.0:1746137573.107545:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f800 x1830957303274496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746137573.107548:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137573.107554:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f800 with x1830957303274496 ext(0->4095) 00010000:00010000:2.0:1746137573.107560:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.107571:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.107577:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f800 00000100:00100000:1.0:1746137573.107593:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303274240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3239us (3352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.107594:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3566 00000100:00100000:2.0:1746137573.107600:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303274496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.107601:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18831 00000100:00100000:2.0:1746137573.107713:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303274496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.107718:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3566 00002000:00100000:2.0:1746137573.107723:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f800 x1830957303274496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.107729:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f800 with x1830957303274496 ext(0->4095) 00010000:00010000:2.0:1746137573.107734:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.107742:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.107747:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f800 00000100:00100000:0.0:1746137573.110208:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.110294:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303274624 00000100:00100000:1.0:1746137573.110304:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303274624 00010000:00010000:1.0:1746137573.110332:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.110355:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18832 00000100:00100000:1.0:1746137573.110361:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303274624:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.110372:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.110392:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.110403:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.110423:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073490400/0x95b3ed7b846f842e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f28 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.110455:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.110457:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.110463:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.110470:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.110531:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.110542:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152384:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.110624:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.112714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.112766:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303274880 00000100:00100000:2.0:1746137573.112773:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303274880 00002000:00100000:2.0:1746137573.112810:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84700 x1830957303274880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.112819:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84700 with x1830957303274880 ext(0->4095) 00002000:00010000:2.0:1746137573.112824:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84700 00000100:00100000:1.0:1746137573.112849:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152384:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.112867:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.113090:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14457 00000100:00100000:2.0:1746137573.113098:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2008:x1830957303274880:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137573.113168:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303274624:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2647us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.113177:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18832 00000100:00100000:2.0:1746137573.113220:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2008:x1830957303274880:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.113226:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14457 00002000:00100000:2.0:1746137573.113231:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84700 x1830957303274880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.113238:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84700 with x1830957303274880 ext(0->4095) 00002000:00010000:2.0:1746137573.113240:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84700 00000100:00100000:0.0:1746137573.114645:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.114694:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275008 00000100:00100000:3.0:1746137573.114700:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275008 00000100:00100000:3.0:1746137573.114743:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31067 00000100:00100000:3.0:1746137573.114749:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303275008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.114769:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.114788:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f36 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.114813:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.114870:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.114872:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.114895:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.114928:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 49 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.114967:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 49 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.114981:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152512:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.115094:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.116124:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152512:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.116153:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.116164:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137573.116197:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303275008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1447us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.116207:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31067 00000100:00100000:0.0:1746137573.116753:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.116817:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275136 00000100:00100000:1.0:1746137573.116823:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275136 00010000:00010000:1.0:1746137573.116848:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.116881:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18833 00000100:00100000:1.0:1746137573.116886:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303275136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.116896:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.116914:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.116928:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.116963:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f8435 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f2f expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.116990:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.116992:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.116999:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.117006:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.117065:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.117080:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152640:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.117134:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.118291:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293152640:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.118305:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.118330:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:2005:x1830957303275136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1443us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.118338:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18833 00000100:00100000:0.0:1746137573.118508:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.118635:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275392 00000100:00100000:3.0:1746137573.118642:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275392 00002000:00100000:3.0:1746137573.118670:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008a971850 x1830957303275392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.118679:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a971850 with x1830957303275392 ext(0->4095) 00002000:00010000:3.0:1746137573.118683:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a971850 00000100:00100000:3.0:1746137573.118697:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14458 00000100:00100000:3.0:1746137573.118703:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303275392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.119026:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a971850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303275392:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 322us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.119032:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14458 00002000:00100000:3.0:1746137573.119037:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008a971850 x1830957303275392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.119044:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a971850 with x1830957303275392 ext(0->4095) 00002000:00010000:3.0:1746137573.119047:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a971850 00000100:00100000:0.0:1746137573.122529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.122617:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275520 00000100:00100000:3.0:1746137573.122626:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275520 00000100:00100000:3.0:1746137573.122677:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31068 00000100:00100000:3.0:1746137573.122685:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+49:1731:x1830957303275520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.122703:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.122720:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f3d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.122750:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.122757:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.122759:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.122763:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.122792:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.122803:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.122815:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152768:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.123004:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.123150:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.123269:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275648 00000100:00100000:0.0:1746137573.123273:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275648 00000100:00100000:0.0:1746137573.123302:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31069 00000100:00100000:0.0:1746137573.123307:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303275648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137573.123314:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137573.123319:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f44 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.123331:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137573.123335:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 52 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.123340:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137573.123342:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.123367:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 52 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.123378:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 52 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.123392:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367d3e00, rc 0) 00000100:00100000:0.0:1746137573.123430:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:1730:x1830957303275648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.123436:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31069 00000100:00100000:0.0:1746137573.124743:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293152768:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137573.124768:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.124778:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073490800, rc 0) 00000100:00100000:0.0:1746137573.124814:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1731:x1830957303275520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.124819:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31068 00000100:00100000:3.0:1746137573.124862:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.124880:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303275776 00000100:00100000:0.0:1746137573.124884:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303275776 00010000:00010000:0.0:1746137573.124900:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746137573.124918:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18834 00000100:00100000:0.0:1746137573.124923:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303275776:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137573.124931:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137573.124965:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.124974:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.124990:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f843c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f36 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.125011:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137573.125013:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137573.125019:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.125026:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.125047:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.125057:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746137573.125067:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153024:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137573.125101:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.126328:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133f85500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153024:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.126341:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.126374:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303275776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1451us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.126381:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18834 00000100:00100000:0.0:1746137573.126718:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.126740:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276032 00000100:00100000:3.0:1746137573.126746:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276032 00002000:00100000:3.0:1746137573.126776:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85500 x1830957303276032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.126786:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85500 with x1830957303276032 ext(0->4095) 00010000:00010000:3.0:1746137573.126793:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.126803:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.126809:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f85500 00000100:00100000:3.0:1746137573.126839:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3567 00000100:00100000:3.0:1746137573.126849:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303276032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.126980:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303276032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.126986:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3567 00002000:00100000:3.0:1746137573.126991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85500 x1830957303276032/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.126998:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85500 with x1830957303276032 ext(0->4095) 00010000:00010000:3.0:1746137573.127001:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.127009:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.127014:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f85500 00000100:00100000:0.0:1746137573.128311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.128352:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276160 00000100:00100000:2.0:1746137573.128358:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276160 00000100:00100000:0.0:1746137573.128373:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.128394:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31070 00000100:00100000:2.0:1746137573.128400:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303276160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.128413:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.128427:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f4b expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.128444:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.128449:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.128454:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137573.128457:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.128487:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.128509:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.128517:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137573.128556:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303276160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.128561:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31070 00000100:00100000:3.0:1746137573.128600:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276288 00000100:00100000:3.0:1746137573.128603:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276288 00010000:00010000:3.0:1746137573.128616:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.128730:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18835 00000100:00100000:3.0:1746137573.128736:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2008:x1830957303276288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.128744:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.128758:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.128766:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.128779:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073490800/0x95b3ed7b846f8443 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f3d expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.128791:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.128792:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.128796:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.128801:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.128818:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.128827:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.128836:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153280:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.128875:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.131220:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153280:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.131239:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.131297:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2008:x1830957303276288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2559us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.131305:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18835 00000100:00100000:0.0:1746137573.131719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.131818:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276544 00000100:00100000:2.0:1746137573.131824:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276544 00002000:00100000:2.0:1746137573.131854:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85180 x1830957303276544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.131863:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85180 with x1830957303276544 ext(0->4095) 00010000:00010000:2.0:1746137573.131871:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.131882:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.131893:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f85180 00000100:00100000:2.0:1746137573.131917:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3568 00000100:00100000:2.0:1746137573.131924:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303276544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137573.132053:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303276544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.132058:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3568 00002000:00100000:2.0:1746137573.132064:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f85180 x1830957303276544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.132071:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f85180 with x1830957303276544 ext(0->4095) 00010000:00010000:2.0:1746137573.132075:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.132083:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 50 pid: 24924 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.132088:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133f85180 00000100:00100000:0.0:1746137573.134067:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.134247:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276672 00000100:00100000:2.0:1746137573.134256:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276672 00000100:00100000:2.0:1746137573.134530:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31071 00000100:00100000:0.0:1746137573.134535:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.134538:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303276672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137573.134580:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303276800 00000100:00100000:3.0:1746137573.134583:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303276800 00010000:00010000:3.0:1746137573.134603:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 51 pid: 24924 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.134632:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18836 00000100:00100000:3.0:1746137573.134637:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303276800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.134648:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.134665:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 51 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.134674:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 51 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.134692:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367d3e00/0x95b3ed7b846f844a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f44 expref: 51 pid: 24924 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.134717:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.134719:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.134726:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.134734:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.134806:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.134825:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f52 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.134847:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.134852:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.134854:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.134856:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.134877:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.134887:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.134897:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293153408:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.134971:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00010000:00010000:3.0:1746137573.135052:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.135063:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.135071:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153536:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.135115:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.137290:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153536:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.137308:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.137848:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.137881:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277056 00000100:00100000:2.0:1746137573.137887:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277056 00002000:00100000:2.0:1746137573.137919:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342d80 x1830957303277056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.137930:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342d80 with x1830957303277056 ext(0->4095) 00010000:00010000:2.0:1746137573.137953:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.137965:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.137972:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091342d80 00000100:00100000:2.0:1746137573.137987:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3569 00000100:00100000:2.0:1746137573.137993:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303277056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.138107:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303277056:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.138114:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3569 00002000:00100000:2.0:1746137573.138119:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342d80 x1830957303277056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.138126:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342d80 with x1830957303277056 ext(0->4095) 00010000:00010000:2.0:1746137573.138130:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.138138:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.138144:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091342d80 00000100:00100000:3.0:1746137573.138344:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1f2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303276800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3705us (3807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.138352:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18836 00000100:00100000:0.0:1746137573.138378:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293153408:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137573.138396:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.138408:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899800, rc 0) 00000100:00100000:0.0:1746137573.138430:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303276672:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3889us (4365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.138435:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31071 00000100:00100000:0.0:1746137573.140514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.141353:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277184 00000100:00100000:2.0:1746137573.141363:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277184 00000100:00100000:2.0:1746137573.141419:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31072 00000100:00100000:2.0:1746137573.141427:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1731:x1830957303277184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.141444:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.141458:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f59 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.141486:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.141491:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.141609:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.141614:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.141647:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.141660:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.141665:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137573.141669:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137573.141707:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1731:x1830957303277184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.141713:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31072 00000100:00100000:3.0:1746137573.141780:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277312 00000100:00100000:3.0:1746137573.141784:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277312 00010000:00010000:3.0:1746137573.141800:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.141848:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18837 00000100:00100000:2.0:1746137573.141887:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303277312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.141895:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.141959:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.141970:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.141990:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8451 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f4b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.142010:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.142011:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.142017:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.142023:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.142045:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.142058:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.142070:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293153792:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.142174:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.144771:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293153792:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.144791:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137573.144859:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.144989:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303277312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3133us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.144997:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277440 00000100:00100000:2.0:1746137573.144999:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18837 00000100:00100000:3.0:1746137573.145004:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277440 00010000:00010000:3.0:1746137573.145396:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.145430:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18838 00000100:00100000:3.0:1746137573.145436:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303277440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.145449:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.145465:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.145476:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.145493:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899800/0x95b3ed7b846f8458 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f52 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.145526:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.145527:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.145533:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.145539:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.145564:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.145575:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153920:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.146518:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.149257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.149320:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277696 00000100:00100000:2.0:1746137573.149331:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277696 00002000:00100000:2.0:1746137573.149378:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84380 x1830957303277696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.149389:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957303277696 ext(0->4095) 00002000:00010000:2.0:1746137573.149394:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84380 00000100:00100000:2.0:1746137573.149416:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14459 00000100:00100000:2.0:1746137573.149425:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957303277696:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137573.149646:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293153920:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.149664:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.149717:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303277440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4280us (4858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.149722:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2007:x1830957303277696:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 298us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.149729:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14459 00000100:00100000:3.0:1746137573.149730:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18838 00002000:00100000:2.0:1746137573.149736:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133f84380 x1830957303277696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.149743:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84380 with x1830957303277696 ext(0->4095) 00002000:00010000:2.0:1746137573.149747:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f84380 00000100:00100000:0.0:1746137573.151417:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.151473:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277824 00000100:00100000:2.0:1746137573.151479:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277824 00000100:00100000:2.0:1746137573.151558:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31073 00000100:00100000:2.0:1746137573.151565:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303277824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.151576:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.151591:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f60 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.151613:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.151625:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.151627:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.151630:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.151659:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.151669:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.151680:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154048:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.151770:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.153901:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154048:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.153929:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.153983:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137573.154176:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303277824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2609us (2760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.154183:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31073 00000100:00100000:3.0:1746137573.154240:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.154358:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303277952 00000100:00100000:2.0:1746137573.154364:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303277952 00010000:00010000:2.0:1746137573.154384:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.154410:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18839 00000100:00100000:2.0:1746137573.154415:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2006:x1830957303277952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.154426:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.154443:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.154453:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.154470:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f845f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f59 expref: 50 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.154600:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.154602:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.154609:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.154617:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.154649:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.154661:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154176:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.155111:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.155250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.155343:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278080 00000100:00100000:2.0:1746137573.155346:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278080 00000100:00100000:2.0:1746137573.155367:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31074 00000100:00100000:2.0:1746137573.155372:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303278080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.155382:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.155391:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f67 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.155407:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.155412:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.155413:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.155416:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.155432:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.155441:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.155448:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154304:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.155490:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.156405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.158094:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154176:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.158113:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.158152:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2006:x1830957303277952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3735us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.158168:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18839 00000100:00100000:3.0:1746137573.158189:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154304:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.158206:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 50 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.158218:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:3.0:1746137573.158236:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303278080:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2864us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.158241:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31074 00000100:00100000:1.0:1746137573.158413:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278336 00000100:00100000:1.0:1746137573.158420:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278336 00002000:00100000:1.0:1746137573.158450:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957303278336/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.158460:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957303278336 ext(0->4095) 00010000:00010000:1.0:1746137573.158466:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.158477:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.158484:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:1.0:1746137573.158523:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3570 00000100:00100000:1.0:1746137573.158529:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303278336:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.158652:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303278336:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (2249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.158661:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3570 00002000:00100000:1.0:1746137573.158667:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cdc00 x1830957303278336/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.158674:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdc00 with x1830957303278336 ext(0->4095) 00010000:00010000:1.0:1746137573.158678:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.158686:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.158691:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cdc00 00000100:00100000:0.0:1746137573.161331:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.161398:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278464 00000100:00100000:2.0:1746137573.161406:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278464 00010000:00010000:2.0:1746137573.161435:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.161696:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18840 00000100:00100000:2.0:1746137573.161705:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303278464:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.161719:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.161737:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.161749:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.161774:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8466 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f60 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.161797:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.161799:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.161805:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.161813:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.161847:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.161859:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154432:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.161931:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.165719:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154432:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.165739:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.165795:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303278464:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4090us (4471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.165805:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18840 00000100:00100000:0.0:1746137573.167620:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.168379:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278720 00000100:00100000:2.0:1746137573.168387:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278720 00002000:00100000:2.0:1746137573.168428:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957303278720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.168438:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957303278720 ext(0->4095) 00002000:00010000:2.0:1746137573.168442:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cfb80 00000100:00100000:2.0:1746137573.168536:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14460 00000100:00100000:2.0:1746137573.168543:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303278720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137573.169091:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:2005:x1830957303278720:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 547us (1477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.169099:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14460 00002000:00100000:2.0:1746137573.169104:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cfb80 x1830957303278720/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.169112:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cfb80 with x1830957303278720 ext(0->4095) 00002000:00010000:2.0:1746137573.169115:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cfb80 00000100:00100000:0.0:1746137573.182844:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.183003:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278848 00000100:00100000:3.0:1746137573.183027:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278848 00000100:00100000:3.0:1746137573.183117:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31075 00000100:00100000:3.0:1746137573.183128:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303278848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.183176:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.183203:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f6e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.183258:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.183265:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.183267:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.183277:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.183322:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.183341:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 49 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.183371:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154560:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.185385:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.189431:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293154560:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.189464:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.189481:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24000, rc 0) 00000100:00100000:3.0:1746137573.189536:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303278848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6407us (6763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.189545:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31075 00000100:00100000:0.0:1746137573.190009:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.190036:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.190102:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303278976 00000100:00100000:3.0:1746137573.190109:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303278976 00000100:00100000:3.0:1746137573.190151:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31076 00000100:00100000:3.0:1746137573.190159:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+50:1730:x1830957303278976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.190173:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.190186:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f75 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.190204:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.190209:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.190214:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137573.190217:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.190244:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.190253:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.190260:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:3.0:1746137573.190281:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:1730:x1830957303278976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.190286:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31076 00000100:00100000:2.0:1746137573.190555:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303279104 00000100:00100000:2.0:1746137573.190562:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303279104 00002000:00100000:2.0:1746137573.190590:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cea00 x1830957303279104/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.190600:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cea00 with x1830957303279104 ext(0->7) 00010000:00010000:2.0:1746137573.190608:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.190619:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.190624:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cea00 00000100:00100000:2.0:1746137573.190982:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3571 00000100:00100000:2.0:1746137573.190989:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+51:2005:x1830957303279104:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.192088:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2005:x1830957303279104:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1097us (2048us total) trans 4294972325 rc 0/0 00000100:00100000:0.0:1746137573.192095:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3571 00002000:00100000:0.0:1746137573.192103:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cea00 x1830957303279104/t4294972325(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.192111:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cea00 with x1830957303279104 ext(0->7) 00010000:00010000:0.0:1746137573.192116:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.192132:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.192139:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cea00 00000100:00100000:0.0:1746137573.194280:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.194335:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303279232 00000100:00100000:2.0:1746137573.194342:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303279232 00010000:00010000:2.0:1746137573.194371:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.194465:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18841 00000100:00100000:2.0:1746137573.194471:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+53:2008:x1830957303279232:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.194483:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137573.194502:0:7197:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137573 -> 1746137574 00002000:00010000:2.0:1746137573.194506:0:7197:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137573 -> 1746137574 00010000:00010000:2.0:1746137573.194511:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.194527:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.194545:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f846d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f67 expref: 53 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.194694:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.194696:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.194703:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.194710:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.194739:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.194748:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.194759:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154816:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.195220:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.196299:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154816:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.196317:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.196354:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2008:x1830957303279232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1882us (2082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.196366:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18841 00000100:00100000:1.0:1746137573.198359:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.198435:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303279488 00000100:00100000:0.0:1746137573.198443:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303279488 00002000:00100000:0.0:1746137573.198484:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5880 x1830957303279488/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.198494:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5880 with x1830957303279488 ext(0->4095) 00010000:00010000:0.0:1746137573.198514:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.198527:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.198533:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5880 00000100:00100000:0.0:1746137573.198687:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3572 00000100:00100000:0.0:1746137573.198695:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303279488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137573.199049:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303279488:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 353us (696us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.199055:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3572 00002000:00100000:0.0:1746137573.199061:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5880 x1830957303279488/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.199074:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5880 with x1830957303279488 ext(0->4095) 00010000:00010000:0.0:1746137573.199079:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.199087:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.199092:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5880 00000100:00100000:0.0:1746137573.200889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.201136:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303279616 00000100:00100000:2.0:1746137573.201145:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303279616 00010000:00010000:2.0:1746137573.201173:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.201210:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18842 00000100:00100000:2.0:1746137573.201218:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303279616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.201230:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.201248:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.201259:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.201279:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8474 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f6e expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.201295:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.201297:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.201303:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.201310:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.201338:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.201350:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154944:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.201578:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.204398:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.204593:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293154944:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.204624:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.204675:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303279616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3458us (3792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.204682:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303279872 00000100:00100000:1.0:1746137573.204690:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303279872 00000100:00100000:2.0:1746137573.204700:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18842 00002000:00100000:1.0:1746137573.204726:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf100 x1830957303279872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.204736:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf100 with x1830957303279872 ext(0->4095) 00002000:00010000:1.0:1746137573.204740:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf100 00000100:00100000:1.0:1746137573.204756:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14461 00000100:00100000:1.0:1746137573.204763:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303279872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.204887:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303279872:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.204893:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14461 00002000:00100000:1.0:1746137573.204898:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7cf100 x1830957303279872/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.204906:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf100 with x1830957303279872 ext(0->4095) 00002000:00010000:1.0:1746137573.204909:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cf100 00000100:00100000:0.0:1746137573.207156:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.208283:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280000 00000100:00100000:1.0:1746137573.208305:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280000 00000100:00100000:1.0:1746137573.208376:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31077 00000100:00100000:1.0:1746137573.208384:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303280000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.208409:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.208447:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f7c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.208480:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.208503:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.208505:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.208509:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.208552:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.208572:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 51 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.208584:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155072:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.209136:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.211843:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155072:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.211897:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.211912:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:1.0:1746137573.212082:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303280000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3679us (4920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.212091:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31077 00000100:00100000:0.0:1746137573.213038:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.213228:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280128 00000100:00100000:1.0:1746137573.213246:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280128 00002000:00100000:1.0:1746137573.213297:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cce00 x1830957303280128/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.213307:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cce00 with x1830957303280128 ext(0->7) 00010000:00010000:1.0:1746137573.213315:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 52 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.213333:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 52 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.213339:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cce00 00000100:00100000:1.0:1746137573.213362:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3573 00000100:00100000:1.0:1746137573.213369:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+52:2006:x1830957303280128:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.214684:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2006:x1830957303280128:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1297us (1629us total) trans 4294972326 rc 0/0 00000100:00100000:0.0:1746137573.214694:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3573 00002000:00100000:0.0:1746137573.214710:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cce00 x1830957303280128/t4294972326(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.214726:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cce00 with x1830957303280128 ext(0->7) 00010000:00010000:0.0:1746137573.214749:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 54 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.214761:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 54 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.214774:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cce00 00000100:00100000:0.0:1746137573.224579:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.224629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.224890:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280384 00000100:00100000:1.0:1746137573.224901:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280384 00000100:00100000:2.0:1746137573.225931:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280256 00000100:00100000:1.0:1746137573.225932:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31078 00000100:00100000:2.0:1746137573.225946:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280256 00000100:00100000:1.0:1746137573.225953:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:1730:x1830957303280384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.225971:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 55 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.225971:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.225984:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f83 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.225999:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18843 00000100:00100000:2.0:1746137573.226003:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303280256:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.226007:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.226010:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.226012:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.226017:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137573.226020:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.226036:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.226047:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.226063:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f847b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f75 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.226078:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.226080:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.226085:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.226092:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.226116:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.226126:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.226137:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155200:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.228481:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.228494:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.228515:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155328:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.228877:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.229146:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.229582:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155200:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.229598:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.229627:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2005:x1830957303280256:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3621us (5056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.229638:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18843 00000100:00100000:0.0:1746137573.230074:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.231066:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280640 00000100:00100000:1.0:1746137573.231076:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280640 00002000:00100000:1.0:1746137573.231118:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce680 x1830957303280640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.231128:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce680 with x1830957303280640 ext(0->4095) 00010000:00010000:1.0:1746137573.231135:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.231301:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.231309:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ce680 00000100:00100000:0.0:1746137573.231359:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155328:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.231373:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3574 00000100:00100000:1.0:1746137573.231380:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303280640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00010000:00010000:0.0:1746137573.231382:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 54 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.231394:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:1.0:1746137573.232354:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303280640:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 972us (2277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.232362:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3574 00002000:00100000:1.0:1746137573.232369:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ce680 x1830957303280640/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.232377:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce680 with x1830957303280640 ext(0->4095) 00010000:00010000:1.0:1746137573.232384:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.232393:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.232399:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7ce680 00000100:00100000:0.0:1746137573.232582:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:1730:x1830957303280384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6630us (7951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.232589:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31078 00000100:00100000:0.0:1746137573.236515:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.236665:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303280768 00000100:00100000:2.0:1746137573.236674:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303280768 00010000:00010000:2.0:1746137573.236709:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.236745:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18844 00000100:00100000:2.0:1746137573.236752:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303280768:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.236768:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.236788:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.236799:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.236819:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8482 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f7c expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.236866:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.236868:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.236876:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.236884:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.236967:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.236981:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155456:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.237053:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.238704:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155456:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.238721:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.238751:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303280768:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1999us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.238763:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18844 00000100:00100000:0.0:1746137573.239628:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.239795:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281024 00000100:00100000:1.0:1746137573.239802:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281024 00002000:00100000:1.0:1746137573.239839:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ced80 x1830957303281024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.239848:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ced80 with x1830957303281024 ext(0->4095) 00002000:00010000:1.0:1746137573.239853:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7ced80 00000100:00100000:1.0:1746137573.239883:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14462 00000100:00100000:1.0:1746137573.239890:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957303281024:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.240029:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2005:x1830957303281024:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.240036:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14462 00002000:00100000:1.0:1746137573.240042:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7ced80 x1830957303281024/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.240048:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ced80 with x1830957303281024 ext(0->4095) 00002000:00010000:1.0:1746137573.240051:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7ced80 00000100:00100000:0.0:1746137573.245764:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.245988:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281152 00000100:00100000:1.0:1746137573.245998:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281152 00000100:00100000:1.0:1746137573.247014:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31079 00000100:00100000:1.0:1746137573.247026:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303281152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.247045:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.247063:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f8a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.247093:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.247101:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.247103:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.247106:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.247139:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.247150:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 53 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.247162:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155584:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.248118:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.250001:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155584:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.250034:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.250051:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:1.0:1746137573.250092:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303281152:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3069us (4347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.250101:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31079 00000100:00100000:0.0:1746137573.253008:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.253073:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281280 00000100:00100000:2.0:1746137573.253082:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281280 00002000:00100000:2.0:1746137573.253125:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cf480 x1830957303281280/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.253134:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957303281280 ext(0->7) 00010000:00010000:2.0:1746137573.253143:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 54 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.253156:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 54 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.253163:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf480 00000100:00100000:2.0:1746137573.253183:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3575 00000100:00100000:2.0:1746137573.253190:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+54:2006:x1830957303281280:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.254685:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303281280:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1490us (1679us total) trans 4294972327 rc 0/0 00000100:00100000:0.0:1746137573.254694:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3575 00002000:00100000:0.0:1746137573.254703:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009a7cf480 x1830957303281280/t4294972327(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.254711:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cf480 with x1830957303281280 ext(0->7) 00010000:00010000:0.0:1746137573.254719:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.254730:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.254737:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7cf480 00000100:00100000:0.0:1746137573.258178:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.258363:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281408 00000100:00100000:2.0:1746137573.258373:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281408 00010000:00010000:2.0:1746137573.258411:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.258453:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18845 00000100:00100000:2.0:1746137573.258461:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303281408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.258476:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.258508:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.258525:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.259014:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8489 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f83 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.259041:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.259043:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.259050:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.259057:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.259088:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.259101:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155712:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.259189:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.263764:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.263867:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281536 00000100:00100000:1.0:1746137573.263877:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281536 00000100:00100000:1.0:1746137573.263962:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31080 00000100:00100000:1.0:1746137573.263971:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303281536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.263989:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.264006:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f91 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.264032:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.264040:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.264042:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.264045:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.264073:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.264085:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.264099:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155840:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.264181:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.264468:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.264489:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281792 00000100:00100000:0.0:1746137573.264492:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281792 00002000:00100000:0.0:1746137573.264535:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724700 x1830957303281792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.264544:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957303281792 ext(0->4095) 00010000:00010000:0.0:1746137573.264550:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.264560:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.264566:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:0.0:1746137573.264579:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3576 00000100:00100000:0.0:1746137573.264585:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303281792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137573.264702:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303281792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.264707:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3576 00002000:00100000:0.0:1746137573.264713:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724700 x1830957303281792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.264720:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724700 with x1830957303281792 ext(0->4095) 00010000:00010000:0.0:1746137573.264725:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.264733:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.264739:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724700 00000100:00100000:2.0:1746137573.264894:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293155712:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.264909:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.264930:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303281408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6470us (6762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.264956:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18845 00000100:00100000:1.0:1746137573.266451:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293155840:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.266475:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.266488:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ca00, rc 0) 00000100:00100000:1.0:1746137573.266525:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303281536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.266531:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31080 00000100:00100000:0.0:1746137573.268085:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.268982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.269061:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282048 00000100:00100000:1.0:1746137573.269071:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282048 00000100:00100000:1.0:1746137573.269338:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31081 00000100:00100000:1.0:1746137573.269347:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303282048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.269364:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.269379:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f98 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.269402:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.269406:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.269412:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.269415:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.269446:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.269456:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.269463:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:1.0:1746137573.269511:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303282048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.269517:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31081 00000100:00100000:1.0:1746137573.269550:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303281920 00000100:00100000:1.0:1746137573.269553:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303281920 00010000:00010000:1.0:1746137573.269564:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.270553:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18846 00000100:00100000:1.0:1746137573.270561:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303281920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.270570:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.270589:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.270599:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.270615:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8490 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f8a expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.270642:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.270643:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.270649:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.270656:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.270676:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.270686:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.270696:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156096:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.271322:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.273866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.273984:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156096:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.274006:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.274059:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303281920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3498us (5979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.274071:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18846 00000100:00100000:2.0:1746137573.274149:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282304 00000100:00100000:2.0:1746137573.274156:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282304 00002000:00100000:2.0:1746137573.274193:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957303282304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.274202:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957303282304 ext(0->4095) 00010000:00010000:2.0:1746137573.274210:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.274221:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.274227:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724380 00000100:00100000:2.0:1746137573.274241:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3577 00000100:00100000:2.0:1746137573.274246:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2008:x1830957303282304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137573.274353:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2008:x1830957303282304:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.274358:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3577 00002000:00100000:2.0:1746137573.274362:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0724380 x1830957303282304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.274369:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724380 with x1830957303282304 ext(0->4095) 00010000:00010000:2.0:1746137573.274373:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.274381:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.274385:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0724380 00000100:00100000:0.0:1746137573.276931:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.277071:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282432 00000100:00100000:1.0:1746137573.277081:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282432 00010000:00010000:1.0:1746137573.277111:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.277146:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18847 00000100:00100000:1.0:1746137573.277153:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303282432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.277167:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.277185:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.277196:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.277218:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f8497 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f91 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.277250:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.277252:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.277258:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.277266:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.277296:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.277308:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156224:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.277388:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.279677:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156224:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.279703:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.279743:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303282432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2588us (2819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.279753:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18847 00000100:00100000:0.0:1746137573.280458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.280778:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282688 00000100:00100000:2.0:1746137573.280786:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282688 00002000:00100000:2.0:1746137573.280823:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957303282688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.280833:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957303282688 ext(0->4095) 00002000:00010000:2.0:1746137573.280838:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727100 00000100:00100000:2.0:1746137573.280865:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14463 00000100:00100000:2.0:1746137573.280871:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303282688:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.280997:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303282688:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.281001:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14463 00002000:00100000:2.0:1746137573.281006:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0727100 x1830957303282688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.281012:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727100 with x1830957303282688 ext(0->4095) 00002000:00010000:2.0:1746137573.281015:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727100 00000100:00100000:0.0:1746137573.284078:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.284277:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282816 00000100:00100000:3.0:1746137573.284286:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282816 00000100:00100000:3.0:1746137573.284405:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31082 00000100:00100000:3.0:1746137573.284412:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303282816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.284428:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.284443:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9f9f expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.284469:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.284481:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.284483:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.284486:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.284525:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.284535:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 55 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.284546:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156352:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.284625:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.287087:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156352:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.287113:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.287127:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:3.0:1746137573.287314:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303282816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.287322:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31082 00000100:00100000:0.0:1746137573.287454:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.287517:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303282944 00000100:00100000:2.0:1746137573.287524:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303282944 00010000:00010000:2.0:1746137573.287548:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.287568:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18848 00000100:00100000:2.0:1746137573.287574:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303282944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.287585:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.287602:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.287616:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.287636:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f849e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f98 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.287662:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.287664:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.287670:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.287677:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.287719:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.287730:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156480:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.287790:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.290586:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156480:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.290605:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.290648:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:2006:x1830957303282944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3073us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.290657:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18848 00000100:00100000:2.0:1746137573.290931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.291629:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283200 00000100:00100000:3.0:1746137573.291638:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283200 00000100:00100000:3.0:1746137573.291685:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31083 00000100:00100000:3.0:1746137573.291693:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+55:1730:x1830957303283200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.291711:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.291727:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fa6 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.291751:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.291757:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.291759:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.291762:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.291786:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.291797:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.291808:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156608:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.291884:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.292878:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.292964:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283328 00000100:00100000:3.0:1746137573.292969:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283328 00002000:00100000:3.0:1746137573.293003:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957303283328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.293012:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957303283328 ext(0->4095) 00010000:00010000:3.0:1746137573.293019:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.293033:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.293038:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7480 00000100:00100000:3.0:1746137573.293230:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3578 00000100:00100000:3.0:1746137573.293237:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303283328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.293400:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303283328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.293406:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3578 00002000:00100000:3.0:1746137573.293411:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7480 x1830957303283328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.293418:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7480 with x1830957303283328 ext(0->4095) 00010000:00010000:3.0:1746137573.293422:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.293430:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.293436:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7480 00000100:00100000:3.0:1746137573.293468:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156608:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.293486:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.293505:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25a00, rc 0) 00000100:00100000:3.0:1746137573.293717:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303283200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2024us (2786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.293722:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31083 00000100:00100000:0.0:1746137573.295916:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.295998:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.296151:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283584 00000100:00100000:2.0:1746137573.296159:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283584 00010000:00010000:2.0:1746137573.296191:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.296215:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18849 00000100:00100000:2.0:1746137573.296222:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303283584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.296233:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.296250:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.296261:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.296281:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9f9f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.296299:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.296301:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.296307:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.296313:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.296366:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.296378:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156736:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.296449:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a000 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.296519:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283456 00000100:00100000:3.0:1746137573.296522:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283456 00000100:00100000:3.0:1746137573.296545:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31084 00000100:00100000:3.0:1746137573.296550:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303283456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.296560:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.296569:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fad expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.296585:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.296590:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.296591:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.296593:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.296607:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.296615:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.296623:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156864:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.296643:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.298386:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156736:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.298516:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.298559:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303283584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2335us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.298568:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18849 00000100:00100000:3.0:1746137573.298640:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293156864:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.298657:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.298668:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24000, rc 0) 00000100:00100000:3.0:1746137573.298688:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303283456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2138us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.298694:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31084 00000100:00100000:0.0:1746137573.302593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.303316:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283840 00000100:00100000:3.0:1746137573.303326:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283840 00002000:00100000:3.0:1746137573.303370:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957303283840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.303381:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957303283840 ext(0->4095) 00010000:00010000:3.0:1746137573.303389:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.303402:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.303409:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db6680 00000100:00100000:3.0:1746137573.303442:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3579 00000100:00100000:3.0:1746137573.303449:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303283840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.304202:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303283840:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 751us (1618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.304209:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3579 00002000:00100000:3.0:1746137573.304216:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db6680 x1830957303283840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.304221:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db6680 with x1830957303283840 ext(0->4095) 00010000:00010000:3.0:1746137573.304226:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.304235:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.304239:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db6680 00000100:00100000:0.0:1746137573.306642:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.307364:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303283968 00000100:00100000:2.0:1746137573.307375:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303283968 00010000:00010000:2.0:1746137573.307407:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.307433:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18850 00000100:00100000:2.0:1746137573.307440:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303283968:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.307452:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.307470:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.307480:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.307511:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f84ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fa6 expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.307540:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.307541:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.307547:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.307558:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.307589:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.307601:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156992:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.308696:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.311276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.311975:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293156992:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.311996:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.312035:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303283968:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4595us (5401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.312045:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18850 00000100:00100000:3.0:1746137573.312265:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284224 00000100:00100000:3.0:1746137573.312273:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284224 00002000:00100000:3.0:1746137573.312602:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957303284224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.312611:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957303284224 ext(0->4095) 00002000:00010000:3.0:1746137573.312616:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db7b80 00000100:00100000:3.0:1746137573.312632:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14464 00000100:00100000:3.0:1746137573.312638:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303284224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.313469:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303284224:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 828us (2198us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.313477:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14464 00002000:00100000:3.0:1746137573.313483:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7b80 x1830957303284224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.313491:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7b80 with x1830957303284224 ext(0->4095) 00002000:00010000:3.0:1746137573.313505:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073db7b80 00000100:00100000:0.0:1746137573.315627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.315736:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284352 00000100:00100000:3.0:1746137573.315745:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284352 00000100:00100000:3.0:1746137573.315784:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31085 00000100:00100000:3.0:1746137573.315791:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303284352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.315805:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.315819:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fb4 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.315845:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.315851:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.315852:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.315855:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.315882:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.315891:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 55 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.315902:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293157120:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.316476:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.318965:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293157120:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.318996:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.319016:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24e00, rc 0) 00000100:00100000:3.0:1746137573.319059:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303284352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3268us (3439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.319067:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31085 00000100:00100000:0.0:1746137573.320235:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.320349:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284480 00000100:00100000:2.0:1746137573.320357:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284480 00010000:00010000:2.0:1746137573.320385:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.320408:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18851 00000100:00100000:2.0:1746137573.320414:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303284480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.320426:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.320444:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.320455:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.320476:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f84b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fad expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.320508:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.320510:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.320517:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.320525:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.320554:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.320564:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157248:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.320630:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.322923:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.323101:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284608 00000100:00100000:3.0:1746137573.323109:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284608 00000100:00100000:3.0:1746137573.323162:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31086 00000100:00100000:3.0:1746137573.323168:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303284608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.323183:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.323198:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fbb expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.323224:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.323230:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.323231:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.323234:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.323259:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.323270:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.323284:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293157376:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.323345:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.323908:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157248:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.323993:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.324045:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303284480:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3630us (3812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.324055:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18851 00000100:00100000:0.0:1746137573.326250:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.326386:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284864 00000100:00100000:3.0:1746137573.326395:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284864 00002000:00100000:3.0:1746137573.326434:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4000 x1830957303284864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.326444:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4000 with x1830957303284864 ext(0->4095) 00010000:00010000:3.0:1746137573.326451:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.326464:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.326470:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4000 00000100:00100000:3.0:1746137573.326547:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3580 00000100:00100000:3.0:1746137573.326555:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303284864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.326702:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303284864:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.326708:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3580 00002000:00100000:3.0:1746137573.326714:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db4000 x1830957303284864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.326721:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db4000 with x1830957303284864 ext(0->4095) 00010000:00010000:3.0:1746137573.326725:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.326733:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.326737:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db4000 00000100:00100000:3.0:1746137573.326776:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293157376:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.326797:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.326809:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:3.0:1746137573.326840:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303284608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3672us (3925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.326846:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31086 00000100:00100000:0.0:1746137573.329742:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.329793:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303284992 00000100:00100000:3.0:1746137573.329801:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303284992 00000100:00100000:3.0:1746137573.329851:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31087 00000100:00100000:3.0:1746137573.329858:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1731:x1830957303284992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.329874:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.329889:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fc2 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.329914:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.329920:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.329925:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.329928:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.329989:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.330000:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 57 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.330010:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24800, rc 0) 00000100:00100000:3.0:1746137573.330053:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1731:x1830957303284992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.330059:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31087 00000100:00100000:0.0:1746137573.331113:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.331365:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303285120 00000100:00100000:3.0:1746137573.331371:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303285120 00010000:00010000:3.0:1746137573.331390:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.331410:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18852 00000100:00100000:3.0:1746137573.331415:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303285120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.331423:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.331440:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.331450:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.331466:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24e00/0x95b3ed7b846f84ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fb4 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.331966:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.331968:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.331975:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.331982:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.332006:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.332015:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.332026:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157632:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.332096:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.334746:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.334825:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157632:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.334842:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.335224:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303285376 00000100:00100000:2.0:1746137573.335231:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303285376 00002000:00100000:2.0:1746137573.335271:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7100 x1830957303285376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.335285:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7100 with x1830957303285376 ext(0->4095) 00010000:00010000:2.0:1746137573.335293:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.335304:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.335309:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7100 00000100:00100000:2.0:1746137573.335334:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3581 00000100:00100000:2.0:1746137573.335341:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303285376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.335467:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303285120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4050us (4355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.335476:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18852 00000100:00100000:2.0:1746137573.336350:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2005:x1830957303285376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1007us (1609us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.336357:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3581 00002000:00100000:2.0:1746137573.336363:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073db7100 x1830957303285376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.336371:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073db7100 with x1830957303285376 ext(0->4095) 00010000:00010000:2.0:1746137573.336376:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.336385:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.336391:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073db7100 00000100:00100000:0.0:1746137573.339021:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.339094:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303285504 00000100:00100000:3.0:1746137573.339103:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303285504 00010000:00010000:3.0:1746137573.339137:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.339206:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18853 00000100:00100000:3.0:1746137573.339214:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303285504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.339228:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.339247:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.339258:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.339278:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f84c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fbb expref: 57 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.339539:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.339542:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.339549:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.339556:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.339586:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.339597:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157760:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.339986:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.341694:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293157760:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.341714:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.341746:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303285504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2532us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.341755:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18853 00000100:00100000:0.0:1746137573.343877:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.343964:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303285760 00000100:00100000:2.0:1746137573.343973:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303285760 00002000:00100000:2.0:1746137573.344013:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957303285760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.344022:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957303285760 ext(0->4095) 00002000:00010000:2.0:1746137573.344027:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:2.0:1746137573.344058:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14465 00000100:00100000:2.0:1746137573.344066:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2007:x1830957303285760:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137573.344181:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2007:x1830957303285760:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.344186:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14465 00002000:00100000:2.0:1746137573.344191:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa2680 x1830957303285760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.344198:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa2680 with x1830957303285760 ext(0->4095) 00002000:00010000:2.0:1746137573.344200:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa2680 00000100:00100000:0.0:1746137573.345571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.345648:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303285888 00000100:00100000:1.0:1746137573.345654:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303285888 00000100:00100000:1.0:1746137573.345698:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31088 00000100:00100000:1.0:1746137573.345704:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303285888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.345715:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.345729:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fc9 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.345754:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.345761:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.345762:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.345765:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.345797:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 55 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.345808:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 55 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.345818:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293157888:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.345886:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.348285:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293157888:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.348317:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.348332:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:1.0:1746137573.348653:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303285888:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2947us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.348661:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31088 00000100:00100000:0.0:1746137573.350802:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.350887:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286016 00000100:00100000:3.0:1746137573.350896:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286016 00010000:00010000:3.0:1746137573.350927:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.351030:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18854 00000100:00100000:3.0:1746137573.351038:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303286016:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.351051:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.351070:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.351081:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.351101:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f84c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc2 expref: 56 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.351128:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.351130:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.351136:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.351143:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.351176:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.351189:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158016:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.351536:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.352420:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.352674:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286144 00000100:00100000:1.0:1746137573.352680:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286144 00000100:00100000:1.0:1746137573.352724:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31089 00000100:00100000:1.0:1746137573.352730:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:1730:x1830957303286144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.352744:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.352756:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fd0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.352775:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.352781:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.352783:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.352785:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.352804:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.352813:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.352822:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158144:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.352876:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.355144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.355223:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158144:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.355249:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.355264:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:1.0:1746137573.355300:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:1730:x1830957303286144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.355308:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31089 00000100:00100000:3.0:1746137573.355381:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158016:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.355391:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.355407:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303286016:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4371us (4613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.355416:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18854 00000100:00100000:2.0:1746137573.355480:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286400 00000100:00100000:2.0:1746137573.355491:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286400 00002000:00100000:2.0:1746137573.355543:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa1880 x1830957303286400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.355553:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa1880 with x1830957303286400 ext(0->4095) 00010000:00010000:2.0:1746137573.355560:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.355575:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.355587:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa1880 00000100:00100000:2.0:1746137573.355618:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3582 00000100:00100000:2.0:1746137573.355626:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303286400:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.355763:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303286400:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.355768:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3582 00002000:00100000:2.0:1746137573.355773:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012baa1880 x1830957303286400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.355780:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa1880 with x1830957303286400 ext(0->4095) 00010000:00010000:2.0:1746137573.355783:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.355792:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.355797:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012baa1880 00000100:00100000:0.0:1746137573.359170:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.359280:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286528 00000100:00100000:3.0:1746137573.359289:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286528 00010000:00010000:3.0:1746137573.359324:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.359350:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18855 00000100:00100000:3.0:1746137573.359357:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303286528:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.359371:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.359390:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.359401:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.359423:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fc9 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.359554:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.359556:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.359563:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.359571:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.359603:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.359615:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158272:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.359928:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.362462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.362489:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286784 00000100:00100000:0.0:1746137573.362505:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286784 00002000:00100000:0.0:1746137573.362546:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957303286784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.362556:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957303286784 ext(0->4095) 00002000:00010000:0.0:1746137573.362561:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:3.0:1746137573.362667:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158272:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.362689:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.362747:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303286528:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3389us (3588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.362757:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18855 00000100:00100000:0.0:1746137573.363472:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14466 00000100:00100000:0.0:1746137573.363482:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303286784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137573.363623:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2006:x1830957303286784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (1169us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.363628:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14466 00002000:00100000:0.0:1746137573.363634:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816680 x1830957303286784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.363641:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816680 with x1830957303286784 ext(0->4095) 00002000:00010000:0.0:1746137573.363644:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f816680 00000100:00100000:0.0:1746137573.369624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.369716:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303286912 00000100:00100000:1.0:1746137573.369727:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303286912 00000100:00100000:1.0:1746137573.369783:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31090 00000100:00100000:1.0:1746137573.369791:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303286912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.369812:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.369829:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fd7 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.369858:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.369865:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.369866:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.369869:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.369898:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.369908:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 55 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.369920:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158400:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.370109:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.372742:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158400:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.372774:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.372788:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310cc00, rc 0) 00000100:00100000:1.0:1746137573.373061:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e970850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303286912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3269us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.373072:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31090 00000100:00100000:0.0:1746137573.376462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.376561:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287040 00000100:00100000:2.0:1746137573.376571:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287040 00002000:00100000:2.0:1746137573.376615:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814e00 x1830957303287040/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.376624:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957303287040 ext(0->7) 00010000:00010000:2.0:1746137573.376632:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.376650:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 56 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.376656:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814e00 00000100:00100000:2.0:1746137573.376677:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3583 00000100:00100000:2.0:1746137573.376685:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+56:2005:x1830957303287040:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.377448:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2005:x1830957303287040:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 761us (993us total) trans 4294972328 rc 0/0 00000100:00100000:0.0:1746137573.377456:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3583 00002000:00100000:0.0:1746137573.377463:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f814e00 x1830957303287040/t4294972328(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.377470:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814e00 with x1830957303287040 ext(0->7) 00010000:00010000:0.0:1746137573.377475:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.377484:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.377489:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814e00 00000100:00100000:0.0:1746137573.381084:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.381176:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287168 00000100:00100000:3.0:1746137573.381189:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287168 00010000:00010000:3.0:1746137573.381242:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.381286:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18856 00000100:00100000:3.0:1746137573.381293:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303287168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.381307:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.381326:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.381338:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.381361:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd0 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.381391:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.381393:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.381400:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.381407:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.381438:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.381448:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158528:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.381557:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.383248:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158528:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.383262:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.383839:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+57:2006:x1830957303287168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2545us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.383852:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18856 00000100:00100000:1.0:1746137573.385396:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.385474:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287424 00000100:00100000:0.0:1746137573.385480:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287424 00002000:00100000:0.0:1746137573.385526:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5f80 x1830957303287424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.385536:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957303287424 ext(0->4095) 00002000:00010000:0.0:1746137573.385541:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137573.385556:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14467 00000100:00100000:0.0:1746137573.385563:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303287424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137573.385675:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303287424:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.385680:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14467 00002000:00100000:0.0:1746137573.385685:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5f80 x1830957303287424/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.385692:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5f80 with x1830957303287424 ext(0->4095) 00002000:00010000:0.0:1746137573.385695:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d5f80 00000100:00100000:0.0:1746137573.389067:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.389362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.389440:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287552 00000100:00100000:1.0:1746137573.389451:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287552 00000100:00100000:1.0:1746137573.389491:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287680 00000100:00100000:1.0:1746137573.389502:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287680 00000100:00100000:1.0:1746137573.389523:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31091 00000100:00100000:1.0:1746137573.389530:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1731:x1830957303287552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746137573.389537:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31092 00010000:00010000:1.0:1746137573.389546:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137573.389550:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303287680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.389562:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.389562:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fde expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.389574:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fe5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.389588:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.389595:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.389596:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.389599:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.389817:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.389822:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.389827:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.389829:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 60 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.389855:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.389857:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 60 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.389866:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.389876:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 60 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.389877:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158784:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.389882:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24c00, rc 0) 00000100:00100000:3.0:1746137573.389960:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303287680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 414us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.389964:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31092 00000100:00100000:1.0:1746137573.389982:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.393679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.393757:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293158784:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.393789:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.393805:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:1.0:1746137573.393860:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1731:x1830957303287552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4329us (4803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.393868:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31091 00000100:00100000:3.0:1746137573.393889:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303287808 00000100:00100000:3.0:1746137573.393899:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303287808 00010000:00010000:3.0:1746137573.393961:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.393997:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18857 00000100:00100000:3.0:1746137573.394003:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303287808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.394015:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.394032:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.394042:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.394063:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f84dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fd7 expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.394078:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.394080:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.394088:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.394094:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.394120:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.394130:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.394141:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158912:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.395385:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.399846:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293158912:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137573.399848:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137573.399861:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.399896:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303287808:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5894us (6228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.399904:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18857 00000100:00100000:1.0:1746137573.400430:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288064 00000100:00100000:1.0:1746137573.400437:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288064 00002000:00100000:1.0:1746137573.400471:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303288064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.400481:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303288064 ext(0->4095) 00010000:00010000:1.0:1746137573.400489:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.400513:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.400519:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:1.0:1746137573.400533:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3584 00000100:00100000:1.0:1746137573.400539:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303288064:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.400650:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303288064:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.400659:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3584 00002000:00100000:1.0:1746137573.400664:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814a80 x1830957303288064/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.400671:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814a80 with x1830957303288064 ext(0->4095) 00010000:00010000:1.0:1746137573.400676:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.400684:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.400690:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814a80 00000100:00100000:0.0:1746137573.401990:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.402105:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.402200:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288320 00000100:00100000:3.0:1746137573.402205:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288320 00010000:00010000:3.0:1746137573.402224:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.402256:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18858 00000100:00100000:3.0:1746137573.402262:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303288320:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.402270:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.402284:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.402294:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.402319:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f84e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fde expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.402336:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.402339:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.402346:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.402354:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.402378:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.402388:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159040:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.402451:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.402651:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288192 00000100:00100000:1.0:1746137573.402655:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288192 00000100:00100000:1.0:1746137573.402689:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31093 00000100:00100000:1.0:1746137573.402694:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303288192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.402703:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.402714:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9fec expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.402736:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.402743:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.402744:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.402747:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.402768:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.402777:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.402786:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159168:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.402819:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.407864:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.407926:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288576 00000100:00100000:1.0:1746137573.407952:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288576 00000100:00100000:0.0:1746137573.407987:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159168:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137573.408015:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.408033:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:3.0:1746137573.408091:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159040:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.408102:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.408114:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303288192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5418us (6124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.408123:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303288320:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5861us (6018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.408123:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31093 00000100:00100000:3.0:1746137573.408131:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18858 00002000:00100000:1.0:1746137573.408314:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816d80 x1830957303288576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.408324:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816d80 with x1830957303288576 ext(0->4095) 00010000:00010000:1.0:1746137573.408330:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.408343:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.408349:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f816d80 00000100:00100000:1.0:1746137573.408364:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3585 00000100:00100000:1.0:1746137573.408370:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303288576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.408476:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303288576:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.408485:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3585 00002000:00100000:1.0:1746137573.408491:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f816d80 x1830957303288576/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.408513:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f816d80 with x1830957303288576 ext(0->4095) 00010000:00010000:1.0:1746137573.408518:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.408527:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 58 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.408533:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f816d80 00000100:00100000:0.0:1746137573.413331:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.413834:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288704 00000100:00100000:2.0:1746137573.413843:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288704 00000100:00100000:2.0:1746137573.413896:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31094 00000100:00100000:2.0:1746137573.413903:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303288704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.413921:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.413968:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ff3 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.413995:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.414002:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.414007:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137573.414011:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.414044:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.414056:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.414065:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137573.414294:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303288704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 390us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.414301:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31094 00000100:00100000:0.0:1746137573.415737:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.416269:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303288832 00000100:00100000:3.0:1746137573.416275:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303288832 00010000:00010000:3.0:1746137573.416300:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 59 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.416323:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18859 00000100:00100000:3.0:1746137573.416328:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2006:x1830957303288832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.416339:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.416356:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 59 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.416371:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 59 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.416391:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24c00/0x95b3ed7b846f84eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fe5 expref: 59 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.417697:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.417700:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.417709:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.417718:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.417749:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.417760:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.417771:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159424:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.417860:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.421079:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159424:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.421100:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.421145:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303288832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4814us (5409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.421158:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18859 00000100:00100000:0.0:1746137573.421303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.421369:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289088 00000100:00100000:3.0:1746137573.421374:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289088 00002000:00100000:3.0:1746137573.421406:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814700 x1830957303289088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.421415:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814700 with x1830957303289088 ext(0->4095) 00010000:00010000:3.0:1746137573.421422:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.421434:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.421440:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814700 00000100:00100000:3.0:1746137573.422084:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3586 00000100:00100000:3.0:1746137573.422092:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303289088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.422203:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303289088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.422208:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3586 00002000:00100000:3.0:1746137573.422214:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f814700 x1830957303289088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.422222:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f814700 with x1830957303289088 ext(0->4095) 00010000:00010000:3.0:1746137573.422318:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.422332:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.422338:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f814700 00000100:00100000:0.0:1746137573.424924:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.425014:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289216 00000100:00100000:3.0:1746137573.425021:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289216 00010000:00010000:3.0:1746137573.425048:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.425082:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18860 00000100:00100000:3.0:1746137573.425142:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303289216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.425153:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.425169:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.425183:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.425205:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f84f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9fec expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.425233:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.425234:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.425241:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.425254:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.425332:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.425345:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159552:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.425421:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.429570:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159552:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.429591:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.429654:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303289216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4513us (4733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.429665:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18860 00000100:00100000:0.0:1746137573.430179:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.430330:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289472 00000100:00100000:2.0:1746137573.430336:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289472 00002000:00100000:2.0:1746137573.430370:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815500 x1830957303289472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.430378:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815500 with x1830957303289472 ext(0->4095) 00002000:00010000:2.0:1746137573.430382:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815500 00000100:00100000:2.0:1746137573.430404:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14468 00000100:00100000:2.0:1746137573.430409:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2007:x1830957303289472:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137573.430522:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2007:x1830957303289472:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.430527:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14468 00002000:00100000:2.0:1746137573.430533:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f815500 x1830957303289472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.430540:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815500 with x1830957303289472 ext(0->4095) 00002000:00010000:2.0:1746137573.430542:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f815500 00000100:00100000:0.0:1746137573.432817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.433187:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289600 00000100:00100000:2.0:1746137573.433194:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289600 00000100:00100000:2.0:1746137573.433750:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31095 00000100:00100000:2.0:1746137573.433759:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303289600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.433774:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.433792:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2f9ffa expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.433818:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.433825:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.433827:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.433831:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.433859:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.433871:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.433882:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159680:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.433987:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.436701:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159680:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.436805:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.436822:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137573.436874:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303289600:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3115us (4062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.436882:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31095 00000100:00100000:0.0:1746137573.437687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.437776:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289728 00000100:00100000:3.0:1746137573.437782:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289728 00010000:00010000:3.0:1746137573.437809:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.437829:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18861 00000100:00100000:3.0:1746137573.437834:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2005:x1830957303289728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.437963:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.437981:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.437990:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.438011:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f84f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ff3 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.438038:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.438040:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.438046:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.438052:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.438078:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.438087:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.438158:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.440617:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.441196:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303289856 00000100:00100000:2.0:1746137573.441202:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303289856 00000100:00100000:1.0:1746137573.441313:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293159808:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.441329:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31096 00010000:00010000:1.0:1746137573.441332:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.441336:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1730:x1830957303289856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.441350:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.441365:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa001 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.441392:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.441400:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.441401:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.441404:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.441427:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.441441:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 5 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.441451:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159936:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.441473:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303289728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3637us (3787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.441482:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18861 00000100:00100000:2.0:1746137573.441513:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.441588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.441660:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303290112 00000100:00100000:3.0:1746137573.441665:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303290112 00002000:00100000:3.0:1746137573.441690:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957303290112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.441698:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957303290112 ext(0->4095) 00010000:00010000:3.0:1746137573.441704:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.441713:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.441718:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:3.0:1746137573.441731:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3587 00000100:00100000:3.0:1746137573.441736:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303290112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.441828:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303290112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.441833:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3587 00002000:00100000:3.0:1746137573.441838:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340000 x1830957303290112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.441844:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340000 with x1830957303290112 ext(0->4095) 00010000:00010000:3.0:1746137573.441848:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.441856:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.441861:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340000 00000100:00100000:0.0:1746137573.443525:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.443650:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303290240 00000100:00100000:3.0:1746137573.443656:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303290240 00000100:00100000:2.0:1746137573.443775:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293159936:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.443798:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443812:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898400, rc 0) 00000100:00100000:2.0:1746137573.443847:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1730:x1830957303289856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2511us (3235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.443853:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31096 00000100:00100000:2.0:1746137573.443870:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31097 00000100:00100000:2.0:1746137573.443875:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:1731:x1830957303290240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.443884:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.443895:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa008 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443911:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.443914:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443925:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.443928:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443968:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443978:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 59 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.443985:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898000, rc 0) 00000100:00100000:2.0:1746137573.443999:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:1731:x1830957303290240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.444005:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31097 00000100:00100000:0.0:1746137573.445303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.445638:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303290368 00000100:00100000:2.0:1746137573.445643:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303290368 00010000:00010000:2.0:1746137573.445662:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.445695:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18862 00000100:00100000:2.0:1746137573.445700:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303290368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.445709:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.445725:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.445735:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.445756:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8500 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f9ffa expref: 6 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.445780:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.445783:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.445789:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.445795:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.445816:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.445826:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.445836:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160192:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.446578:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.448902:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160192:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.448921:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.448989:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303290368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3288us (3686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.448999:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18862 00000100:00100000:1.0:1746137573.449578:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.449604:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303290624 00000100:00100000:1.0:1746137573.449611:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303290624 00002000:00100000:1.0:1746137573.450575:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957303290624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.450586:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957303290624 ext(0->4095) 00010000:00010000:1.0:1746137573.450595:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.450609:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.450614:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:1.0:1746137573.450640:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3588 00000100:00100000:1.0:1746137573.450645:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303290624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.450774:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2005:x1830957303290624:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.450779:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3588 00002000:00100000:1.0:1746137573.450783:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5c00 x1830957303290624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.450788:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5c00 with x1830957303290624 ext(0->4095) 00010000:00010000:1.0:1746137573.450886:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.450896:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.450902:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5c00 00000100:00100000:0.0:1746137573.456177:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.456254:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303290752 00000100:00100000:2.0:1746137573.456266:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303290752 00010000:00010000:2.0:1746137573.456301:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.456331:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18863 00000100:00100000:2.0:1746137573.456338:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+59:2008:x1830957303290752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.456349:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.456367:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.456378:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.456400:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898400/0x95b3ed7b846f8507 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa001 expref: 59 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.456994:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.456996:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.457004:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.457014:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.457045:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 58 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.457056:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160320:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.458280:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.461542:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160320:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.461562:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.463603:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2008:x1830957303290752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7255us (7430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.463615:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18863 00000100:00100000:0.0:1746137573.463887:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.464182:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291008 00000100:00100000:2.0:1746137573.464189:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291008 00002000:00100000:2.0:1746137573.464225:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81880 x1830957303291008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.464234:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81880 with x1830957303291008 ext(0->4095) 00002000:00010000:2.0:1746137573.464239:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81880 00000100:00100000:2.0:1746137573.464270:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14469 00000100:00100000:2.0:1746137573.464276:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303291008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.464402:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2006:x1830957303291008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.464408:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14469 00002000:00100000:2.0:1746137573.464413:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88008cb81880 x1830957303291008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.464420:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81880 with x1830957303291008 ext(0->4095) 00002000:00010000:2.0:1746137573.464423:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb81880 00000100:00100000:0.0:1746137573.467675:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.470036:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291136 00000100:00100000:1.0:1746137573.470050:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291136 00000100:00100000:1.0:1746137573.470114:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31098 00000100:00100000:1.0:1746137573.470124:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303291136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.470141:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.470158:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa00f expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.470187:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.470195:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.470196:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.470200:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.470227:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 57 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.470237:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 57 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.470248:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293160448:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.470333:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.483832:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293160448:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.483866:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.483883:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:1.0:1746137573.483926:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303291136:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13804us (16262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.483949:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31098 00000100:00100000:0.0:1746137573.486614:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.486702:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291264 00000100:00100000:3.0:1746137573.486715:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291264 00002000:00100000:3.0:1746137573.486763:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb83800 x1830957303291264/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.486772:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83800 with x1830957303291264 ext(0->7) 00010000:00010000:3.0:1746137573.486780:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.486794:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 58 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.486805:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83800 00000100:00100000:3.0:1746137573.487607:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3589 00000100:00100000:3.0:1746137573.487616:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+58:2005:x1830957303291264:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137573.496026:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303291264:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 8402us (9413us total) trans 4294972329 rc 0/0 00000100:00100000:3.0:1746137573.496038:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3589 00002000:00100000:3.0:1746137573.496047:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88008cb83800 x1830957303291264/t4294972329(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.496056:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb83800 with x1830957303291264 ext(0->7) 00010000:00010000:3.0:1746137573.496065:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 60 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.496079:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 60 pid: 9555 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.496086:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb83800 00000100:00100000:0.0:1746137573.503211:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.503385:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291392 00000100:00100000:1.0:1746137573.503396:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291392 00000100:00100000:1.0:1746137573.503463:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31099 00000100:00100000:1.0:1746137573.503471:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303291392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.503807:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.503825:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa016 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137573.503973:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137573.503988:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.503994:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.504000:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137573.504003:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.504040:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.504047:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291520 00000100:00100000:2.0:1746137573.504051:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291520 00010000:00010000:1.0:1746137573.504053:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.504063:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ca00, rc 0) 00010000:00010000:2.0:1746137573.504069:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 62 pid: 9555 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.504103:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18864 00000100:00100000:1.0:1746137573.504106:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957303291392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 635us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.504108:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303291520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137573.504113:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31099 00010000:00010000:2.0:1746137573.504117:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.504134:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 61 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.504143:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 61 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.504158:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898000/0x95b3ed7b846f850e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa008 expref: 61 pid: 9555 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.504171:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.504172:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.504176:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.504182:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.504199:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.504208:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 5 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.504223:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160704:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.504288:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.507092:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160704:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.507112:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.507148:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303291520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3040us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.507158:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18864 00000100:00100000:0.0:1746137573.507291:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.507388:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291776 00000100:00100000:3.0:1746137573.507395:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291776 00002000:00100000:3.0:1746137573.508546:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352aa00 x1830957303291776/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.508646:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352aa00 with x1830957303291776 ext(0->4095) 00010000:00010000:3.0:1746137573.508657:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.508675:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.508682:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352aa00 00000100:00100000:3.0:1746137573.508714:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3590 00000100:00100000:3.0:1746137573.508723:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303291776:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.509290:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303291776:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 568us (1998us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.509297:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3590 00002000:00100000:3.0:1746137573.509303:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352aa00 x1830957303291776/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.509310:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352aa00 with x1830957303291776 ext(0->4095) 00010000:00010000:3.0:1746137573.509315:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.509324:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.509329:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352aa00 00000100:00100000:0.0:1746137573.513458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.513606:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303291904 00000100:00100000:2.0:1746137573.513617:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303291904 00010000:00010000:2.0:1746137573.513651:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.513675:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18865 00000100:00100000:2.0:1746137573.513682:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303291904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.514319:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.514340:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.514352:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.514373:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8515 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa00f expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.514406:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.514408:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.514415:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.514426:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.514558:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.514572:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160832:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.515073:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.519326:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293160832:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.519350:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.519391:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303291904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5708us (5944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.519400:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18865 00000100:00100000:0.0:1746137573.522024:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.522091:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292160 00000100:00100000:3.0:1746137573.522100:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292160 00002000:00100000:3.0:1746137573.522144:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957303292160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.522154:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957303292160 ext(0->4095) 00002000:00010000:3.0:1746137573.522159:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528380 00000100:00100000:3.0:1746137573.522194:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14470 00000100:00100000:3.0:1746137573.522201:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303292160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.522584:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303292160:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 382us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.522590:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14470 00002000:00100000:3.0:1746137573.522595:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528380 x1830957303292160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.522601:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528380 with x1830957303292160 ext(0->4095) 00002000:00010000:3.0:1746137573.522604:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528380 00000100:00100000:0.0:1746137573.524447:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.524513:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292288 00000100:00100000:1.0:1746137573.524520:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292288 00000100:00100000:1.0:1746137573.524567:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31100 00000100:00100000:1.0:1746137573.524574:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303292288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.524587:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.524603:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa01d expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.524627:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.524634:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.524636:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.524640:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.524669:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.524679:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 59 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.524690:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293160960:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.524770:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.526986:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293160960:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.527016:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.527032:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:1.0:1746137573.527073:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303292288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2499us (2628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.527080:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31100 00000100:00100000:0.0:1746137573.528638:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.528837:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292416 00000100:00100000:2.0:1746137573.528845:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292416 00010000:00010000:2.0:1746137573.528875:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.528901:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18866 00000100:00100000:2.0:1746137573.528907:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303292416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.528919:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.528954:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.528972:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.528992:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ca00/0x95b3ed7b846f851c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa016 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.529778:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.529781:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.529788:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.529796:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.529829:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.529841:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161088:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.530156:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.531060:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.531295:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292544 00000100:00100000:1.0:1746137573.531305:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292544 00000100:00100000:1.0:1746137573.531357:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31101 00000100:00100000:1.0:1746137573.531365:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303292544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.531382:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.531398:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa024 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.531425:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.531431:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.531432:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.531435:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.531457:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.531468:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 5 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.531479:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293161216:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.531561:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.534036:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161088:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137573.534054:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137573.534090:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+61:2006:x1830957303292416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5184us (5458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.534101:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18866 00000100:00100000:2.0:1746137573.534108:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.534342:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292800 00000100:00100000:3.0:1746137573.534348:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292800 00002000:00100000:3.0:1746137573.534383:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340a80 x1830957303292800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.534393:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340a80 with x1830957303292800 ext(0->4095) 00010000:00010000:3.0:1746137573.534401:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.534413:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.534420:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340a80 00000100:00100000:3.0:1746137573.534448:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3591 00000100:00100000:3.0:1746137573.534455:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303292800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137573.534596:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303292800:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.534602:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3591 00002000:00100000:3.0:1746137573.534607:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340a80 x1830957303292800/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.534615:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340a80 with x1830957303292800 ext(0->4095) 00010000:00010000:3.0:1746137573.534619:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.534627:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.534632:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340a80 00000100:00100000:1.0:1746137573.535215:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293161216:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.535236:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 60 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.535248:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00000100:00100000:1.0:1746137573.535281:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:1730:x1830957303292544:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3917us (4223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.535288:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31101 00000100:00100000:0.0:1746137573.538871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.538970:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303292928 00000100:00100000:2.0:1746137573.538979:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303292928 00010000:00010000:2.0:1746137573.539010:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.539035:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18867 00000100:00100000:2.0:1746137573.539041:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303292928:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.539055:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.539073:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.539085:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.539105:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8523 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa01d expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.539724:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.539729:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.539742:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.539753:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.540062:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.540075:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161344:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.540171:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.541932:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161344:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.541986:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.542025:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303292928:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2983us (3582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.542038:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18867 00000100:00100000:0.0:1746137573.542476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.542561:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293184 00000100:00100000:2.0:1746137573.542567:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293184 00002000:00100000:2.0:1746137573.542598:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957303293184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.542610:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957303293184 ext(0->4095) 00002000:00010000:2.0:1746137573.543281:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:2.0:1746137573.543309:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14471 00000100:00100000:2.0:1746137573.543317:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303293184:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137573.543653:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2005:x1830957303293184:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 336us (1176us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.543660:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14471 00002000:00100000:2.0:1746137573.543666:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352ad80 x1830957303293184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.543674:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352ad80 with x1830957303293184 ext(0->4095) 00002000:00010000:2.0:1746137573.543677:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007352ad80 00000100:00100000:0.0:1746137573.551106:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.551191:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293312 00000100:00100000:1.0:1746137573.551201:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293312 00000100:00100000:1.0:1746137573.551309:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31102 00000100:00100000:1.0:1746137573.551317:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303293312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.551335:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.551351:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa02b expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.551378:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.551557:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.551559:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.551563:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.551593:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.551605:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 59 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.551617:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293161472:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.551803:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.556364:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293161472:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.556397:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.556413:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:1.0:1746137573.556459:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303293312:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5143us (5363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.556467:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31102 00000100:00100000:0.0:1746137573.556664:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.556925:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293440 00000100:00100000:3.0:1746137573.556931:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293440 00002000:00100000:3.0:1746137573.556983:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073529880 x1830957303293440/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.556992:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073529880 with x1830957303293440 ext(0->7) 00010000:00010000:3.0:1746137573.556998:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.557010:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 60 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.557017:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073529880 00000100:00100000:3.0:1746137573.557031:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3592 00000100:00100000:3.0:1746137573.557038:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+60:2006:x1830957303293440:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137573.558386:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073529880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303293440:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1343us (1718us total) trans 4294972330 rc 0/0 00000100:00100000:3.0:1746137573.558394:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3592 00002000:00100000:3.0:1746137573.558401:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880073529880 x1830957303293440/t4294972330(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.558409:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073529880 with x1830957303293440 ext(0->7) 00010000:00010000:3.0:1746137573.558415:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 62 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.558426:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 62 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.558431:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073529880 00000100:00100000:0.0:1746137573.562774:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.562869:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293568 00000100:00100000:1.0:1746137573.562878:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293568 00000100:00100000:1.0:1746137573.562929:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31103 00000100:00100000:1.0:1746137573.562960:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:1730:x1830957303293568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.562980:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.562994:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa032 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.563018:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.563023:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.563028:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137573.563031:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 63 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.563070:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.563082:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 63 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.563091:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:1.0:1746137573.563140:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:1730:x1830957303293568:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.563147:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31103 00000100:00100000:0.0:1746137573.563353:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.563784:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293696 00000100:00100000:3.0:1746137573.563788:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293696 00010000:00010000:3.0:1746137573.563807:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 63 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.564086:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18868 00000100:00100000:3.0:1746137573.564092:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+63:2006:x1830957303293696:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.564100:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.564118:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 63 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.564129:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 63 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.564146:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310d800/0x95b3ed7b846f852a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa024 expref: 63 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.564171:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.564173:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.564179:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.564186:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.564205:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.564214:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 5 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.564225:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161728:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.564682:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.566356:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161728:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137573.566366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137573.566384:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.566469:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303293952 00000100:00100000:2.0:1746137573.566475:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303293952 00002000:00100000:2.0:1746137573.566519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799880 x1830957303293952/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.566529:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799880 with x1830957303293952 ext(0->4095) 00010000:00010000:2.0:1746137573.566537:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.566554:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.566560:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799880 00000100:00100000:3.0:1746137573.566678:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2006:x1830957303293696:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2584us (3323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.566688:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18868 00000100:00100000:2.0:1746137573.566916:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3593 00000100:00100000:2.0:1746137573.566924:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303293952:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.567069:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303293952:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (704us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.567076:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3593 00002000:00100000:2.0:1746137573.567081:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799880 x1830957303293952/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.567088:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799880 with x1830957303293952 ext(0->4095) 00010000:00010000:2.0:1746137573.567093:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.567102:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.567108:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0799880 00000100:00100000:0.0:1746137573.569434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.569589:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294080 00000100:00100000:3.0:1746137573.569598:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294080 00010000:00010000:3.0:1746137573.569627:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.569654:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18869 00000100:00100000:3.0:1746137573.569661:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303294080:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.569675:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.569693:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.569706:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.569727:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8531 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa02b expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.569744:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.569747:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.569753:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.569761:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.569792:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.569806:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161856:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.569896:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.571487:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.571576:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293161856:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.571603:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.571641:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303294080:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1980us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.571649:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18869 00000100:00100000:1.0:1746137573.571722:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294336 00000100:00100000:1.0:1746137573.571729:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294336 00002000:00100000:1.0:1746137573.571760:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079a300 x1830957303294336/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.571770:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957303294336 ext(0->4095) 00002000:00010000:1.0:1746137573.571774:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079a300 00000100:00100000:1.0:1746137573.571803:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14472 00000100:00100000:1.0:1746137573.571808:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957303294336:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137573.571926:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2008:x1830957303294336:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.571932:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14472 00002000:00100000:1.0:1746137573.571962:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079a300 x1830957303294336/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.571974:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079a300 with x1830957303294336 ext(0->4095) 00002000:00010000:1.0:1746137573.571976:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079a300 00000100:00100000:0.0:1746137573.576619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.577311:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294464 00000100:00100000:3.0:1746137573.577321:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294464 00000100:00100000:3.0:1746137573.577368:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31104 00000100:00100000:3.0:1746137573.577375:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303294464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.577392:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.577406:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa039 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.577432:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.577439:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.577441:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.577445:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.577473:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.577484:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 61 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.577517:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293161984:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.577603:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.581183:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293161984:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.581231:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.581246:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:3.0:1746137573.581288:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303294464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3912us (4680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.581300:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31104 00000100:00100000:0.0:1746137573.582130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.582187:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294592 00000100:00100000:2.0:1746137573.582194:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294592 00002000:00100000:2.0:1746137573.582451:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0798e00 x1830957303294592/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.582461:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798e00 with x1830957303294592 ext(0->7) 00010000:00010000:2.0:1746137573.582469:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 62 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.582481:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 62 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.582488:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798e00 00000100:00100000:2.0:1746137573.583276:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3594 00000100:00100000:2.0:1746137573.583285:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+62:2005:x1830957303294592:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137573.585352:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303294592:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2060us (3214us total) trans 4294972331 rc 0/0 00000100:00100000:2.0:1746137573.585363:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3594 00002000:00100000:2.0:1746137573.585373:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0798e00 x1830957303294592/t4294972331(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.585382:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798e00 with x1830957303294592 ext(0->7) 00010000:00010000:2.0:1746137573.585391:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.585405:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.585412:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798e00 00000100:00100000:0.0:1746137573.603612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.604161:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.604245:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294720 00000100:00100000:3.0:1746137573.604256:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294720 00010000:00010000:3.0:1746137573.604292:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.604331:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18870 00000100:00100000:3.0:1746137573.604339:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303294720:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.604351:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.604371:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.604384:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.604410:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8538 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa032 expref: 64 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.604440:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.604442:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.604449:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.604457:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.604487:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.604509:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162112:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.604536:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303294848 00000100:00100000:2.0:1746137573.604544:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303294848 00000100:00100000:3.0:1746137573.604579:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.604801:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31105 00000100:00100000:2.0:1746137573.604810:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1730:x1830957303294848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.604826:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.605059:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa040 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.605085:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.605092:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.605094:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.605096:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.605120:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.605130:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.605153:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162240:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.605212:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.608297:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162112:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.608343:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.608394:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2005:x1830957303294720:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4054us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.608405:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18870 00000100:00100000:2.0:1746137573.608709:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162240:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.608733:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 64 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.608749:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899a00, rc 0) 00000100:00100000:2.0:1746137573.608770:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:1730:x1830957303294848:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3963us (4610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.608780:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31105 00000100:00100000:0.0:1746137573.609871:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.609970:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295104 00000100:00100000:2.0:1746137573.609976:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295104 00002000:00100000:2.0:1746137573.610007:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b480 x1830957303295104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.610017:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b480 with x1830957303295104 ext(0->4095) 00010000:00010000:2.0:1746137573.610024:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.610035:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.610041:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b480 00000100:00100000:2.0:1746137573.610067:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3595 00000100:00100000:2.0:1746137573.610073:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303295104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.610188:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303295104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.610194:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3595 00002000:00100000:2.0:1746137573.610199:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b480 x1830957303295104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.610206:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b480 with x1830957303295104 ext(0->4095) 00010000:00010000:2.0:1746137573.610209:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.610223:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.610229:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b480 00000100:00100000:0.0:1746137573.614400:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.614465:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295232 00000100:00100000:3.0:1746137573.614475:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295232 00010000:00010000:3.0:1746137573.614543:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.614589:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18871 00000100:00100000:3.0:1746137573.614597:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303295232:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.614609:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.614628:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.614640:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.614661:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f853f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa039 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.614695:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.614697:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.614704:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.614712:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.614745:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.614757:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162368:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.614845:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.620634:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.620664:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162368:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.620694:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.620730:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303295232:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6134us (6339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.620741:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18871 00000100:00100000:2.0:1746137573.620801:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295488 00000100:00100000:2.0:1746137573.620808:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295488 00002000:00100000:2.0:1746137573.620844:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799500 x1830957303295488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.620854:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957303295488 ext(0->4095) 00002000:00010000:2.0:1746137573.620857:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799500 00000100:00100000:2.0:1746137573.620884:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14473 00000100:00100000:2.0:1746137573.620890:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2008:x1830957303295488:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137573.621031:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2008:x1830957303295488:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.621036:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14473 00002000:00100000:2.0:1746137573.621041:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a0799500 x1830957303295488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.621049:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0799500 with x1830957303295488 ext(0->4095) 00002000:00010000:2.0:1746137573.621052:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0799500 00000100:00100000:0.0:1746137573.623360:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.624549:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295616 00000100:00100000:2.0:1746137573.624560:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295616 00000100:00100000:2.0:1746137573.624616:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31106 00000100:00100000:2.0:1746137573.624623:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303295616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.624641:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.624659:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa047 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.624687:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.624693:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.624695:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.624698:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.624723:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.624733:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 63 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.624744:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162496:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.624839:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.628998:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162496:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.629029:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.629045:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898600, rc 0) 00000100:00100000:2.0:1746137573.629086:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303295616:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4462us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.629098:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31106 00000100:00100000:0.0:1746137573.631396:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.633053:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295744 00000100:00100000:1.0:1746137573.633068:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295744 00002000:00100000:1.0:1746137573.633116:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0798700 x1830957303295744/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.633127:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798700 with x1830957303295744 ext(0->7) 00010000:00010000:1.0:1746137573.633137:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 64 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.633151:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 64 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.633158:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798700 00000100:00100000:1.0:1746137573.633195:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3596 00000100:00100000:1.0:1746137573.633204:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+64:2005:x1830957303295744:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137573.635646:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303295744:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2435us (4248us total) trans 4294972332 rc 0/0 00000100:00100000:1.0:1746137573.635656:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3596 00002000:00100000:1.0:1746137573.635665:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800a0798700 x1830957303295744/t4294972332(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.635674:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0798700 with x1830957303295744 ext(0->7) 00010000:00010000:1.0:1746137573.635682:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.635700:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.635707:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0798700 00000100:00100000:0.0:1746137573.639100:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.639221:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303295872 00000100:00100000:3.0:1746137573.639230:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303295872 00010000:00010000:3.0:1746137573.639263:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.639300:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18872 00000100:00100000:3.0:1746137573.639309:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303295872:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.639322:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.639339:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.639350:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.639371:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899a00/0x95b3ed7b846f8546 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa040 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.639533:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.639535:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.639541:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.639548:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.639581:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.639592:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162624:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.639671:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.643470:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.643595:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293162624:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.643626:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.643680:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2007:x1830957303295872:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4371us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.643690:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18872 00000100:00100000:3.0:1746137573.643879:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296000 00000100:00100000:3.0:1746137573.643888:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296000 00000100:00100000:3.0:1746137573.643918:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31107 00000100:00100000:3.0:1746137573.643925:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:1730:x1830957303296000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.643958:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.643973:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa04e expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.643998:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.644006:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.644008:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.644011:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.644036:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.644047:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.644063:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162752:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.644119:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.644339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.644394:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296256 00000100:00100000:1.0:1746137573.644398:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296256 00002000:00100000:1.0:1746137573.644423:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957303296256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.644434:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957303296256 ext(0->4095) 00010000:00010000:1.0:1746137573.644440:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.644451:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.644456:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079bb80 00000100:00100000:1.0:1746137573.644478:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3597 00000100:00100000:1.0:1746137573.644484:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303296256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.644601:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303296256:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.644607:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3597 00002000:00100000:1.0:1746137573.644611:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079bb80 x1830957303296256/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.644618:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079bb80 with x1830957303296256 ext(0->4095) 00010000:00010000:1.0:1746137573.644622:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.644630:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.644635:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079bb80 00000100:00100000:3.0:1746137573.646624:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293162752:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.646659:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.646672:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137573.646711:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303296000:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2786us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.646718:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31107 00000100:00100000:0.0:1746137573.649082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.649122:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.649180:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296384 00000100:00100000:3.0:1746137573.649188:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296384 00000100:00100000:1.0:1746137573.649529:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296512 00000100:00100000:1.0:1746137573.649533:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296512 00000100:00100000:3.0:1746137573.649537:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31108 00000100:00100000:3.0:1746137573.649545:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1731:x1830957303296384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.649553:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.649558:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.649571:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa055 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.649580:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18873 00000100:00100000:1.0:1746137573.649585:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303296512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.649592:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.649595:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.649600:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.649605:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.649608:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.649708:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.649718:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.649734:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898600/0x95b3ed7b846f854d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa047 expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.649741:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.649751:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.649758:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.649760:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.649764:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.649771:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.649780:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c200, rc 0) 00010000:00010000:1.0:1746137573.649788:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.649797:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.649807:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163008:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.649812:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1731:x1830957303296384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.649816:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31108 00000100:00100000:1.0:1746137573.649860:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.652620:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163008:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.652642:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.652683:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303296512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3096us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.652692:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18873 00000100:00100000:0.0:1746137573.652896:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.653167:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296768 00000100:00100000:2.0:1746137573.653174:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296768 00002000:00100000:2.0:1746137573.653205:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957303296768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.653214:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957303296768 ext(0->4095) 00010000:00010000:2.0:1746137573.653222:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.653234:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.653240:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954700 00000100:00100000:2.0:1746137573.653268:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3598 00000100:00100000:2.0:1746137573.653275:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303296768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137573.653390:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303296768:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.653396:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3598 00002000:00100000:2.0:1746137573.653402:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e954700 x1830957303296768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.653408:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954700 with x1830957303296768 ext(0->4095) 00010000:00010000:2.0:1746137573.653413:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.653425:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.653430:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954700 00000100:00100000:0.0:1746137573.655641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.656020:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303296896 00000100:00100000:1.0:1746137573.656029:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303296896 00010000:00010000:1.0:1746137573.656055:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.656684:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18874 00000100:00100000:1.0:1746137573.656693:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303296896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.656706:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.656724:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.656736:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.656757:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8554 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa04e expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.656777:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.656779:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.656785:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.656792:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.656891:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.656902:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163136:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.656994:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.658817:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.658886:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163136:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137573.658902:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137573.658956:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303296896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2242us (3301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.658966:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18874 00000100:00100000:2.0:1746137573.659302:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297152 00000100:00100000:2.0:1746137573.659308:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297152 00002000:00100000:2.0:1746137573.659340:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957303297152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.659350:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957303297152 ext(0->4095) 00002000:00010000:2.0:1746137573.659354:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:2.0:1746137573.659370:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14474 00000100:00100000:2.0:1746137573.659377:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303297152:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137573.659481:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303297152:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.659487:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14474 00002000:00100000:2.0:1746137573.659502:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957480 x1830957303297152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.659509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957480 with x1830957303297152 ext(0->4095) 00002000:00010000:2.0:1746137573.659512:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957480 00000100:00100000:0.0:1746137573.661743:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.661826:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297280 00000100:00100000:3.0:1746137573.661833:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297280 00000100:00100000:3.0:1746137573.661916:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31109 00000100:00100000:3.0:1746137573.661924:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303297280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.662109:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.662125:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa05c expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.662151:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.662159:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.662161:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.662165:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.662198:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.662209:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 65 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.662220:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163264:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.662274:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.663857:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163264:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.663890:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.663903:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c800, rc 0) 00000100:00100000:3.0:1746137573.663960:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303297280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2036us (2221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.663967:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31109 00000100:00100000:0.0:1746137573.664367:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.664448:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297408 00000100:00100000:1.0:1746137573.664454:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297408 00010000:00010000:1.0:1746137573.664475:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:1.0:1746137573.664503:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18875 00000100:00100000:1.0:1746137573.664508:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303297408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.664516:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.664531:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.664540:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.664557:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f855b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa055 expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.664756:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.664758:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.664765:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.664775:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.664799:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.664807:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163392:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.664860:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.666204:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163392:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.666221:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.666345:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:2006:x1830957303297408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1835us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.666356:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18875 00000100:00100000:1.0:1746137573.666536:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.666587:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297664 00000100:00100000:2.0:1746137573.666595:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297664 00002000:00100000:2.0:1746137573.666622:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4000 x1830957303297664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.666630:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4000 with x1830957303297664 ext(0->4095) 00002000:00010000:2.0:1746137573.666634:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4000 00000100:00100000:2.0:1746137573.666653:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14475 00000100:00100000:2.0:1746137573.666657:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303297664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.666823:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303297664:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.666829:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14475 00002000:00100000:2.0:1746137573.666834:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4000 x1830957303297664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.666841:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4000 with x1830957303297664 ext(0->4095) 00002000:00010000:2.0:1746137573.666843:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4000 00000100:00100000:0.0:1746137573.667920:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.667998:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297792 00000100:00100000:3.0:1746137573.668003:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297792 00000100:00100000:3.0:1746137573.668041:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31110 00000100:00100000:3.0:1746137573.668047:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+65:1731:x1830957303297792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.668057:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.668070:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa063 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.668093:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.668101:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.668103:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.668106:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.668129:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.668139:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.668150:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163520:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.668225:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.669313:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163520:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.669342:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.669354:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4000, rc 0) 00000100:00100000:3.0:1746137573.669387:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1731:x1830957303297792:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1340us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.669394:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31110 00000100:00100000:0.0:1746137573.669809:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.669855:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303297920 00000100:00100000:2.0:1746137573.669861:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303297920 00010000:00010000:2.0:1746137573.669880:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.669910:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18876 00000100:00100000:2.0:1746137573.669915:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303297920:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.669923:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.669982:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.669993:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.670011:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f8562 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa05c expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.670035:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.670037:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.670043:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.670051:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.670072:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 65 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.670081:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163648:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.670135:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.670402:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.670582:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298048 00000100:00100000:3.0:1746137573.670585:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298048 00000100:00100000:3.0:1746137573.670633:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31111 00000100:00100000:3.0:1746137573.670639:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303298048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.670651:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.670659:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa06a expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.670673:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.670678:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.670679:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.670682:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.670696:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.670704:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.670711:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163776:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.671357:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.672296:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293163776:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.672321:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.672332:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4600, rc 0) 00000100:00100000:3.0:1746137573.672362:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1730:x1830957303298048:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1722us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.672373:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31111 00000100:00100000:2.0:1746137573.672411:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293163648:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.672422:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.672607:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303297920:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2690us (2797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.672614:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18876 00000100:00100000:0.0:1746137573.672736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.672805:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298304 00000100:00100000:2.0:1746137573.672810:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298304 00002000:00100000:2.0:1746137573.672832:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957303298304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.672841:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957303298304 ext(0->4095) 00010000:00010000:2.0:1746137573.672847:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.672857:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.672863:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:2.0:1746137573.672877:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3599 00000100:00100000:2.0:1746137573.672882:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303298304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.673182:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2006:x1830957303298304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.673188:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3599 00002000:00100000:2.0:1746137573.673193:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957100 x1830957303298304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.673200:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957100 with x1830957303298304 ext(0->4095) 00010000:00010000:2.0:1746137573.673205:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.673213:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.673224:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957100 00000100:00100000:0.0:1746137573.674288:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.674313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.674323:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298560 00000100:00100000:3.0:1746137573.674327:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298560 00000100:00100000:2.0:1746137573.674373:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298432 00000100:00100000:2.0:1746137573.674376:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298432 00010000:00010000:2.0:1746137573.674388:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:0.0:1746137573.674445:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31112 00000100:00100000:0.0:1746137573.674453:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303298560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137573.674462:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137573.674472:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa071 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.674488:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137573.674505:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.674510:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746137573.674513:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.674541:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.674552:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.674560:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0481800, rc 0) 00000100:00100000:0.0:1746137573.674583:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303298560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.674588:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31112 00000100:00100000:2.0:1746137573.674606:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18877 00000100:00100000:2.0:1746137573.674612:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2007:x1830957303298432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.674620:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.674694:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.674705:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.674720:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4000/0x95b3ed7b846f8569 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa063 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.674740:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.674741:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.674745:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.674752:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.674774:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.674784:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.674793:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164032:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.674837:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.676986:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164032:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.677003:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.677032:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2007:x1830957303298432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2420us (2717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.677041:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18877 00000100:00100000:0.0:1746137573.677458:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.677564:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298816 00000100:00100000:3.0:1746137573.677570:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298816 00002000:00100000:3.0:1746137573.677602:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955f80 x1830957303298816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.678408:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830957303298816 ext(0->4095) 00010000:00010000:3.0:1746137573.678417:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.678430:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.678437:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955f80 00000100:00100000:3.0:1746137573.678631:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3600 00000100:00100000:3.0:1746137573.678640:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303298816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137573.678760:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303298816:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137573.678767:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3600 00002000:00100000:3.0:1746137573.678772:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e955f80 x1830957303298816/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137573.678780:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955f80 with x1830957303298816 ext(0->4095) 00010000:00010000:3.0:1746137573.678784:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.678794:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 66 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:3.0:1746137573.678800:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e955f80 00000100:00100000:0.0:1746137573.684748:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.684815:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.685153:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299072 00000100:00100000:2.0:1746137573.685163:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299072 00000100:00100000:2.0:1746137573.685211:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31113 00000100:00100000:2.0:1746137573.685220:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:1730:x1830957303299072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.685237:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.685252:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa078 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.685275:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.685280:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.685290:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137573.685293:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 67 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.685327:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.685338:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 67 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.685346:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899e00, rc 0) 00000100:00100000:2.0:1746137573.685386:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:1730:x1830957303299072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.685392:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31113 00000100:00100000:3.0:1746137573.685535:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303298944 00000100:00100000:3.0:1746137573.685539:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303298944 00010000:00010000:3.0:1746137573.685556:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.685622:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18878 00000100:00100000:3.0:1746137573.685628:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+67:2005:x1830957303298944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.685637:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.685654:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.685664:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.685679:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f8570 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa06a expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.686014:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.686016:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.686023:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.686036:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.686057:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.686067:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 5 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.686078:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164288:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.686148:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.688049:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164288:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137573.688080:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137573.688122:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303298944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2493us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.688132:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18878 00000100:00100000:0.0:1746137573.689131:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.689319:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299328 00000100:00100000:1.0:1746137573.689326:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299328 00002000:00100000:1.0:1746137573.689360:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957303299328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.689370:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957303299328 ext(0->4095) 00010000:00010000:1.0:1746137573.689378:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.689390:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.689396:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957b80 00000100:00100000:1.0:1746137573.689422:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3601 00000100:00100000:1.0:1746137573.689428:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303299328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.689563:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303299328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.689569:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3601 00002000:00100000:1.0:1746137573.689575:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012e957b80 x1830957303299328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.689581:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957b80 with x1830957303299328 ext(0->4095) 00010000:00010000:1.0:1746137573.689586:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.689594:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.689600:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e957b80 00010000:00010000:1.0:1746137573.693802:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137573.694222:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.694300:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299456 00000100:00100000:3.0:1746137573.694309:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299456 00010000:00010000:3.0:1746137573.694343:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.694371:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18879 00000100:00100000:3.0:1746137573.694378:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303299456:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137573.694390:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137573.694407:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.694418:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.694438:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0481800/0x95b3ed7b846f8577 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa071 expref: 6 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:3.0:1746137573.694653:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.694655:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137573.694662:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.694670:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.694703:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137573.694715:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164416:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.696029:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.701245:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164416:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137573.701276:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137573.701314:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303299456:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6935us (7096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.701324:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18879 00000100:00100000:2.0:1746137573.701398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.701878:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299712 00000100:00100000:0.0:1746137573.701885:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299712 00002000:00100000:0.0:1746137573.701920:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342680 x1830957303299712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.701930:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342680 with x1830957303299712 ext(0->4095) 00002000:00010000:0.0:1746137573.701934:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091342680 00000100:00100000:0.0:1746137573.704426:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14476 00000100:00100000:0.0:1746137573.704441:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303299712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137573.704611:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2006:x1830957303299712:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (3212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.704618:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14476 00002000:00100000:0.0:1746137573.704626:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342680 x1830957303299712/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.704634:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342680 with x1830957303299712 ext(0->4095) 00002000:00010000:0.0:1746137573.704639:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091342680 00000100:00100000:0.0:1746137573.706442:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.706541:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299840 00000100:00100000:2.0:1746137573.706550:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299840 00000100:00100000:2.0:1746137573.707972:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31114 00000100:00100000:2.0:1746137573.707989:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303299840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.708009:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.708028:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa07f expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.708057:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.708069:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.708071:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.708074:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.708102:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.708116:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 65 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.708126:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293164544:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.708224:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.712513:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293164544:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.712546:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.712563:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137573.712797:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303299840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4803us (6349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.712808:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31114 00000100:00100000:0.0:1746137573.715831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.715934:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303299968 00000100:00100000:2.0:1746137573.715970:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303299968 00002000:00100000:2.0:1746137573.716011:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e954000 x1830957303299968/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.716026:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957303299968 ext(0->7) 00010000:00010000:2.0:1746137573.716033:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 66 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.716046:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 66 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.716052:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:2.0:1746137573.716563:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3602 00000100:00100000:2.0:1746137573.716572:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+66:2005:x1830957303299968:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.718927:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303299968:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2347us (3095us total) trans 4294972333 rc 0/0 00000100:00100000:0.0:1746137573.718964:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3602 00002000:00100000:0.0:1746137573.718975:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88012e954000 x1830957303299968/t4294972333(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.718983:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954000 with x1830957303299968 ext(0->7) 00010000:00010000:0.0:1746137573.718993:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.719012:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.719018:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e954000 00000100:00100000:0.0:1746137573.742535:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.742624:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300096 00000100:00100000:2.0:1746137573.742634:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300096 00010000:00010000:2.0:1746137573.742669:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.742744:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18880 00000100:00100000:2.0:1746137573.742750:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303300096:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.742763:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.742780:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.742791:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.742812:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899e00/0x95b3ed7b846f857e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa078 expref: 68 pid: 10658 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.743085:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.743087:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.743094:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.743102:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.743133:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.743145:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164672:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.744425:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.744753:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.744930:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300224 00000100:00100000:2.0:1746137573.744951:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300224 00000100:00100000:2.0:1746137573.744986:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31115 00000100:00100000:2.0:1746137573.744992:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:1730:x1830957303300224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.745005:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.745019:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa086 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.745040:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.745046:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.745048:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.745052:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.745072:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.745082:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.745091:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293164800:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.745931:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.752197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.752255:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293164800:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137573.752280:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137573.752295:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c800, rc 0) 00000100:00100000:0.0:1746137573.752331:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+69:1730:x1830957303300224:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7340us (7581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137573.752340:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31115 00000100:00100000:1.0:1746137573.752474:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300480 00000100:00100000:1.0:1746137573.752480:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300480 00002000:00100000:1.0:1746137573.752523:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635500 x1830957303300480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.752532:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957303300480 ext(0->4095) 00010000:00010000:1.0:1746137573.752538:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.752548:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.752554:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:1.0:1746137573.752570:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3603 00000100:00100000:1.0:1746137573.752577:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303300480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137573.752684:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303300480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.752690:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3603 00002000:00100000:1.0:1746137573.752694:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635500 x1830957303300480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.752701:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635500 with x1830957303300480 ext(0->4095) 00010000:00010000:1.0:1746137573.752705:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.752714:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.752719:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136635500 00000100:00100000:2.0:1746137573.752829:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164672:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.752839:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.752860:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303300096:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 10111us (10336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.752868:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18880 00000100:00100000:0.0:1746137573.760291:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.760390:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300608 00000100:00100000:2.0:1746137573.760399:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300608 00010000:00010000:2.0:1746137573.760433:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.760471:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18881 00000100:00100000:2.0:1746137573.760479:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303300608:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.760502:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.760520:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.760537:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.760558:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8585 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa07f expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.761109:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.761114:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.761128:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.761139:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.761184:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.761196:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164928:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.762317:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.763064:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.763127:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300864 00000100:00100000:1.0:1746137573.763137:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300864 00000100:00100000:2.0:1746137573.763139:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293164928:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.763158:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137573.763175:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136634700 x1830957303300864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.763185:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634700 with x1830957303300864 ext(0->4095) 00002000:00010000:1.0:1746137573.763189:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136634700 00000100:00100000:1.0:1746137573.763218:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14477 00000100:00100000:1.0:1746137573.763225:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957303300864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.763410:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303300608:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2930us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.763421:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18881 00000100:00100000:1.0:1746137573.764385:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2006:x1830957303300864:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 1157us (1319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.764397:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14477 00002000:00100000:1.0:1746137573.764405:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136634700 x1830957303300864/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.764413:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136634700 with x1830957303300864 ext(0->4095) 00002000:00010000:1.0:1746137573.764417:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136634700 00000100:00100000:0.0:1746137573.771283:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.771528:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303300992 00000100:00100000:2.0:1746137573.771538:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303300992 00000100:00100000:2.0:1746137573.771589:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31116 00000100:00100000:2.0:1746137573.771597:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303300992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.771615:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.771634:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa08d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.771661:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.771667:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.771669:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137573.771673:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.771700:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.771711:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 67 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.771723:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165056:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.778093:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.783276:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165056:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137573.783308:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.783330:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666ca00, rc 0) 00000100:00100000:2.0:1746137573.783370:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303300992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11773us (12097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.783379:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31116 00000100:00100000:0.0:1746137573.786429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.786530:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303301120 00000100:00100000:1.0:1746137573.786539:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303301120 00002000:00100000:1.0:1746137573.786581:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136636300 x1830957303301120/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.786591:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957303301120 ext(0->7) 00010000:00010000:1.0:1746137573.786600:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 68 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.786613:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 68 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.786620:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636300 00000100:00100000:1.0:1746137573.786653:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3604 00000100:00100000:1.0:1746137573.786661:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+68:2005:x1830957303301120:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746137573.788835:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2005:x1830957303301120:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 2168us (2409us total) trans 4294972334 rc 0/0 00000100:00100000:1.0:1746137573.788844:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3604 00002000:00100000:1.0:1746137573.788852:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880136636300 x1830957303301120/t4294972334(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.788860:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636300 with x1830957303301120 ext(0->7) 00010000:00010000:1.0:1746137573.788869:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.788883:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.788894:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636300 00000100:00100000:0.0:1746137573.801681:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.801794:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303301248 00000100:00100000:2.0:1746137573.801806:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303301248 00010000:00010000:2.0:1746137573.801848:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.801897:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18882 00000100:00100000:2.0:1746137573.801904:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2006:x1830957303301248:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.801917:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.802732:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.802748:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.802770:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f858c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa086 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.802800:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.802802:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.802808:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.802820:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.802851:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.802860:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165184:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.802973:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.804515:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.804803:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303301376 00000100:00100000:2.0:1746137573.804812:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303301376 00000100:00100000:2.0:1746137573.804854:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31117 00000100:00100000:2.0:1746137573.804860:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303301376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137573.804875:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137573.804889:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa094 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.804911:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.804917:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.804918:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.804921:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.804963:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.804979:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.804989:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165312:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137573.805039:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.808426:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.808504:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303301632 00000100:00100000:1.0:1746137573.808513:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303301632 00002000:00100000:1.0:1746137573.808552:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636680 x1830957303301632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.808562:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636680 with x1830957303301632 ext(0->4095) 00010000:00010000:1.0:1746137573.808570:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.808583:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.808590:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636680 00000100:00100000:1.0:1746137573.808608:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3605 00000100:00100000:1.0:1746137573.808616:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303301632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.808741:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303301632:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.808747:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3605 00002000:00100000:1.0:1746137573.808753:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136636680 x1830957303301632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.808760:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136636680 with x1830957303301632 ext(0->4095) 00010000:00010000:1.0:1746137573.808766:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:1.0:1746137573.808774:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:1.0:1746137573.808779:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136636680 00000100:00100000:2.0:1746137573.808926:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165184:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.808965:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.808988:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+71:2006:x1830957303301248:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7084us (7316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.808996:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18882 00000100:00100000:3.0:1746137573.809415:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165312:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.809438:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 70 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.809451:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073203000, rc 0) 00000100:00100000:3.0:1746137573.809470:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:1730:x1830957303301376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4610us (4962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.809476:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31117 00000100:00100000:0.0:1746137573.812281:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.812375:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303301760 00000100:00100000:2.0:1746137573.812383:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303301760 00010000:00010000:2.0:1746137573.812416:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.812453:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18883 00000100:00100000:2.0:1746137573.812460:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303301760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.812474:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.812500:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.812512:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.812533:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8593 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa08d expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.812561:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.812563:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.812569:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.812577:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.812607:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.812618:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165440:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.812688:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.817807:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.818019:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302016 00000100:00100000:1.0:1746137573.818029:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302016 00002000:00100000:1.0:1746137573.818073:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635880 x1830957303302016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.818084:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635880 with x1830957303302016 ext(0->4095) 00002000:00010000:1.0:1746137573.818089:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136635880 00000100:00100000:1.0:1746137573.818112:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14478 00000100:00100000:1.0:1746137573.818119:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2007:x1830957303302016:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137573.818255:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2007:x1830957303302016:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.818262:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14478 00002000:00100000:1.0:1746137573.818269:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880136635880 x1830957303302016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.818276:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136635880 with x1830957303302016 ext(0->4095) 00002000:00010000:1.0:1746137573.818279:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136635880 00000100:00100000:2.0:1746137573.818332:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165440:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.818362:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.818419:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303301760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5958us (6148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.818429:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18883 00000100:00100000:0.0:1746137573.826270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.826917:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302144 00000100:00100000:3.0:1746137573.826926:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302144 00000100:00100000:3.0:1746137573.827203:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31118 00000100:00100000:3.0:1746137573.827211:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303302144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.827228:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.827245:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa09b expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.827273:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.827280:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.827282:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.827285:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.827313:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.827324:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 69 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:3.0:1746137573.827335:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165568:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.828020:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.842811:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293165568:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.842889:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.843903:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302272 00000100:00100000:0.0:1746137573.843911:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302272 00002000:00100000:0.0:1746137573.843962:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e0d4700 x1830957303302272/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.843972:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957303302272 ext(0->7) 00010000:00010000:0.0:1746137573.843980:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.843993:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 70 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.843998:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:0.0:1746137573.844028:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3606 00000100:00100000:0.0:1746137573.844035:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+70:2008:x1830957303302272:12345-192.168.202.31@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746137573.844104:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.844121:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4a00, rc 0) 00000100:00100000:3.0:1746137573.844165:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303302144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16955us (17902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.844172:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31118 00000100:00100000:0.0:1746137573.847140:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957303302272:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 3099us (4245us total) trans 4294972335 rc 0/0 00000100:00100000:0.0:1746137573.847151:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3606 00002000:00100000:0.0:1746137573.847159:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009e0d4700 x1830957303302272/t4294972335(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.847167:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4700 with x1830957303302272 ext(0->7) 00010000:00010000:0.0:1746137573.847176:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 72 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:0.0:1746137573.847188:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 72 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:0.0:1746137573.847194:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d4700 00000100:00100000:0.0:1746137573.852066:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.852147:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302400 00000100:00100000:3.0:1746137573.852158:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302400 00000100:00100000:3.0:1746137573.852207:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31119 00000100:00100000:3.0:1746137573.852212:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303302400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.852227:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.852242:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0a2 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.852266:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.852271:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.852275:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137573.852277:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.852321:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.852329:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.852335:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c200, rc 0) 00000100:00100000:3.0:1746137573.852374:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957303302400:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.852378:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31119 00000100:00100000:0.0:1746137573.856162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.857663:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302528 00000100:00100000:2.0:1746137573.857675:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302528 00010000:00010000:2.0:1746137573.857709:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 73 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.860121:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18884 00000100:00100000:2.0:1746137573.860138:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2007:x1830957303302528:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.860159:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.860181:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 73 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.860196:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 73 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.860216:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073203000/0x95b3ed7b846f859a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa094 expref: 73 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.860248:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.860250:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.860257:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.860264:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.860300:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.860311:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 5 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.860322:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165824:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.860927:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.867251:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165824:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.867280:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.867329:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2007:x1830957303302528:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7197us (11175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.867341:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18884 00000100:00100000:0.0:1746137573.867476:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.867606:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302784 00000100:00100000:2.0:1746137573.867613:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302784 00002000:00100000:2.0:1746137573.867648:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957303302784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.867657:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957303302784 ext(0->4095) 00010000:00010000:2.0:1746137573.867665:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.867676:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.867682:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad180 00000100:00100000:2.0:1746137573.867705:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3607 00000100:00100000:2.0:1746137573.867710:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303302784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137573.867818:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303302784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.867823:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3607 00002000:00100000:2.0:1746137573.867827:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfad180 x1830957303302784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.867833:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfad180 with x1830957303302784 ext(0->4095) 00010000:00010000:2.0:1746137573.867837:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.867845:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00002000:00010000:2.0:1746137573.867850:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfad180 00000100:00100000:0.0:1746137573.878034:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.878977:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303302912 00000100:00100000:2.0:1746137573.878988:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303302912 00010000:00010000:2.0:1746137573.879022:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00000100:00100000:2.0:1746137573.879056:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18885 00000100:00100000:2.0:1746137573.879063:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303302912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.879074:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.879091:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.879102:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.879124:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f85a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa09b expref: 6 pid: 9557 timeout: 766 lvb_type: 0 00010000:00010000:2.0:1746137573.879141:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.879143:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.879150:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.879163:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.879190:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.879199:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165952:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.880236:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.883016:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.883109:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293165952:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.883134:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.883171:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303302912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4108us (5149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.883183:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18885 00000100:00100000:1.0:1746137573.884699:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303168 00000100:00100000:1.0:1746137573.884709:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303168 00002000:00100000:1.0:1746137573.884748:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957303303168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.884759:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957303303168 ext(0->4095) 00002000:00010000:1.0:1746137573.884764:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4700 00000100:00100000:1.0:1746137573.884795:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14479 00000100:00100000:1.0:1746137573.884802:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303303168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137573.884932:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2005:x1830957303303168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1924us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.884969:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14479 00002000:00100000:1.0:1746137573.884975:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4700 x1830957303303168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.884983:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4700 with x1830957303303168 ext(0->4095) 00002000:00010000:1.0:1746137573.884985:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4700 00000100:00100000:0.0:1746137573.888145:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.888270:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303296 00000100:00100000:1.0:1746137573.888278:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303296 00000100:00100000:1.0:1746137573.888384:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31120 00000100:00100000:1.0:1746137573.888391:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303303296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.888406:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.888422:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0a9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.888449:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.888455:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.888458:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.888461:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.888499:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.888510:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 71 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137573.888522:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166080:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.889181:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.893039:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166080:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.893203:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.893219:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310de00, rc 0) 00000100:00100000:1.0:1746137573.893405:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303303296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5013us (5267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.893414:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31120 00000100:00100000:0.0:1746137573.897078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.897174:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.897256:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303552 00000100:00100000:1.0:1746137573.897265:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303552 00000100:00100000:2.0:1746137573.897361:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303424 00000100:00100000:2.0:1746137573.897365:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303424 00010000:00010000:2.0:1746137573.897387:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137573.897413:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18886 00000100:00100000:2.0:1746137573.897421:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303303424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.897433:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.897452:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.897463:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.897504:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f85a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a2 expref: 73 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.897523:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.897525:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.897531:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.897539:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.897571:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.897584:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166208:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.897649:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.897926:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31121 00000100:00100000:1.0:1746137573.897933:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303303552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.898360:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.898370:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0b0 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.898392:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.898397:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.898399:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.898401:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 73 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.898418:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.898427:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137573.898436:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166336:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.898499:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137573.900061:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166208:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137573.900118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.900164:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303808 00000100:00100000:0.0:1746137573.900171:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303808 00002000:00100000:0.0:1746137573.900205:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4e00 x1830957303303808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.900215:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4e00 with x1830957303303808 ext(0->4095) 00010000:00010000:0.0:1746137573.900222:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137573.900233:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137573.900240:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4e00 00000100:00100000:0.0:1746137573.900257:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3608 00000100:00100000:0.0:1746137573.900264:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303303808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137573.900487:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303303808:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 222us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.900505:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3608 00002000:00100000:0.0:1746137573.900511:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009a7c4e00 x1830957303303808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.900523:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4e00 with x1830957303303808 ext(0->4095) 00010000:00010000:0.0:1746137573.900528:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137573.900536:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137573.900540:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a7c4e00 00010000:00010000:2.0:1746137573.900651:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.900682:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2005:x1830957303303424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3262us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.900690:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18886 00000100:00100000:1.0:1746137573.900763:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166336:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.900782:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 72 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.900793:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24800, rc 0) 00000100:00100000:1.0:1746137573.900823:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303303552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2891us (3649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.900828:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31121 00000100:00100000:0.0:1746137573.909713:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.909788:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303303936 00000100:00100000:2.0:1746137573.909799:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303303936 00010000:00010000:2.0:1746137573.909843:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137573.909891:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18887 00000100:00100000:2.0:1746137573.909898:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303303936:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.909913:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.909933:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.909980:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.910001:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310de00/0x95b3ed7b846f85af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0a9 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.910026:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.910028:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.910035:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.910043:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.910073:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137573.910085:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166464:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.910709:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.914443:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.914536:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166464:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.914560:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.914606:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303303936:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4708us (4905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.914622:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18887 00000100:00100000:0.0:1746137573.914761:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304192 00000100:00100000:0.0:1746137573.914768:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304192 00002000:00100000:0.0:1746137573.914801:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957303304192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.914811:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957303304192 ext(0->4095) 00002000:00010000:0.0:1746137573.914815:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4e00 00000100:00100000:0.0:1746137573.914837:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14480 00000100:00100000:0.0:1746137573.914843:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957303304192:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746137573.914966:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:2008:x1830957303304192:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137573.914972:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14480 00002000:00100000:0.0:1746137573.914977:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d4e00 x1830957303304192/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.914983:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d4e00 with x1830957303304192 ext(0->4095) 00002000:00010000:0.0:1746137573.914986:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d4e00 00000100:00100000:0.0:1746137573.934264:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.934335:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304320 00000100:00100000:1.0:1746137573.934344:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304320 00000100:00100000:1.0:1746137573.934390:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31122 00000100:00100000:1.0:1746137573.934398:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303304320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.934413:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.934427:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0b7 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.934452:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.934459:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.934460:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.934463:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.934517:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.934528:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 71 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137573.934539:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166592:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137573.934611:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137573.941902:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293166592:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137573.941933:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.941980:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00000100:00100000:1.0:1746137573.942021:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303304320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7623us (7766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.942029:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31122 00000100:00100000:0.0:1746137573.964875:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.964973:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304448 00000100:00100000:1.0:1746137573.964983:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304448 00000100:00100000:1.0:1746137573.965038:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31123 00000100:00100000:1.0:1746137573.965046:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+72:1730:x1830957303304448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137573.965063:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137573.965079:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0be expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.965104:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137573.965110:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.965115:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137573.965118:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 73 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.965156:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.965166:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 73 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.965180:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25800, rc 0) 00000100:00100000:1.0:1746137573.965227:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:1730:x1830957303304448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.965232:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31123 00000100:00100000:0.0:1746137573.966681:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.966762:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304576 00000100:00100000:2.0:1746137573.966766:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304576 00002000:00100000:2.0:1746137573.966799:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfaed80 x1830957303304576/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.966809:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaed80 with x1830957303304576 ext(0->7) 00010000:00010000:2.0:1746137573.966817:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 73 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.966829:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 73 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137573.966835:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaed80 00000100:00100000:2.0:1746137573.966850:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3609 00000100:00100000:2.0:1746137573.966856:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+73:2006:x1830957303304576:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137573.967759:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957303304576:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 900us (1079us total) trans 4294972336 rc 0/0 00000100:00100000:0.0:1746137573.967766:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3609 00002000:00100000:0.0:1746137573.967773:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfaed80 x1830957303304576/t4294972336(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 496/448 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137573.967780:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaed80 with x1830957303304576 ext(0->7) 00010000:00010000:0.0:1746137573.967786:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137573.967796:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137573.967802:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaed80 00000100:00100000:0.0:1746137573.974383:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.974469:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304704 00000100:00100000:2.0:1746137573.974477:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304704 00010000:00010000:2.0:1746137573.974530:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137573.974558:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18888 00000100:00100000:2.0:1746137573.974566:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+75:2006:x1830957303304704:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137573.974582:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137573.974600:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.974611:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.974631:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f85b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b0 expref: 75 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.974662:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.974664:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137573.974671:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.974678:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.974708:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137573.974719:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137573.974729:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166848:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137573.975409:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137573.979186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137573.979276:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303304960 00000100:00100000:2.0:1746137573.979286:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303304960 00002000:00100000:2.0:1746137573.979325:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf800 x1830957303304960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.979336:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf800 with x1830957303304960 ext(0->4095) 00010000:00010000:2.0:1746137573.979344:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.979356:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137573.979363:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf800 00000100:00100000:2.0:1746137573.979380:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3610 00000100:00100000:2.0:1746137573.979386:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303304960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137573.979525:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303304960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137573.979531:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3610 00002000:00100000:2.0:1746137573.979537:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf800 x1830957303304960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137573.979545:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf800 with x1830957303304960 ext(0->4095) 00010000:00010000:2.0:1746137573.979549:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137573.979557:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137573.979563:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf800 00000100:00100000:0.0:1746137573.983872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137573.983979:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305088 00000100:00100000:1.0:1746137573.983988:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305088 00010000:00010000:1.0:1746137573.984020:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137573.984045:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18889 00000100:00100000:1.0:1746137573.984051:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303305088:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137573.984062:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137573.984079:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137573.984089:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137573.984109:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.984110:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137573.984117:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 74 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.984125:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 74 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137573.984159:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 74 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137573.984170:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293166976:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137573.984241:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00010000:00010000:2.0:1746137573.984673:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f85bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0b7 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137573.985033:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293166848:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137573.985056:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137573.985098:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2006:x1830957303304704:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 10532us (10724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137573.985107:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18888 00000100:00100000:2.0:1746137573.986729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137573.986781:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305344 00000100:00100000:0.0:1746137573.986795:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305344 00000100:00100000:1.0:1746137573.986830:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293166976:192.168.202.31@tcp:105: 00002000:00100000:0.0:1746137573.986841:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341880 x1830957303305344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/0 e 0 to 0 dl 1746137584 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746137573.986845:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746137573.986851:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341880 with x1830957303305344 ext(0->4095) 00002000:00010000:0.0:1746137573.986856:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341880 00000100:00100000:1.0:1746137573.986874:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303305088:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2823us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137573.986882:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18889 00000100:00100000:0.0:1746137573.986888:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14481 00000100:00100000:0.0:1746137573.986895:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2007:x1830957303305344:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137573.987075:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2007:x1830957303305344:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137573.987082:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14481 00002000:00100000:1.0:1746137573.987091:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341880 x1830957303305344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:9/0 lens 488/4536 e 0 to 0 dl 1746137584 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137573.987099:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341880 with x1830957303305344 ext(0->4095) 00002000:00010000:1.0:1746137573.987103:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341880 00000100:00100000:2.0:1746137573.991040:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137573.991101:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305472 00000100:00100000:3.0:1746137573.991112:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305472 00000100:00100000:3.0:1746137573.991167:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31124 00000100:00100000:3.0:1746137573.991175:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303305472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137573.991192:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137573.991209:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0c5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.991236:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 73 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.991242:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.991243:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137573.991246:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.991272:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 73 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.991283:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 73 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137573.991294:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167104:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137573.991386:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137573.996893:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167104:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137573.997767:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137573.997788:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666ca00, rc 0) 00000100:00100000:3.0:1746137573.997857:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303305472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6681us (6823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137573.997867:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31124 00000100:00100000:0.0:1746137574.001223:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.001342:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305600 00000100:00100000:2.0:1746137574.001352:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305600 00002000:00100000:2.0:1746137574.001398:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfae300 x1830957303305600/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.001408:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfae300 with x1830957303305600 ext(0->7) 00010000:00010000:2.0:1746137574.001417:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 74 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.001432:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 74 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.001439:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfae300 00000100:00100000:2.0:1746137574.001479:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3611 00000100:00100000:2.0:1746137574.001486:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+74:2005:x1830957303305600:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137574.002222:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303305600:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 734us (1005us total) trans 4294972337 rc 0/0 00000100:00100000:0.0:1746137574.002231:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3611 00002000:00100000:0.0:1746137574.002240:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfae300 x1830957303305600/t4294972337(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.002248:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfae300 with x1830957303305600 ext(0->7) 00010000:00010000:0.0:1746137574.002255:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 76 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.002267:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 76 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.002273:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfae300 00000100:00100000:0.0:1746137574.022930:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.025702:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305728 00000100:00100000:3.0:1746137574.025715:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305728 00000100:00100000:3.0:1746137574.025772:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31125 00000100:00100000:3.0:1746137574.025780:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:1730:x1830957303305728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.025796:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.025812:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0cc expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.025836:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.025841:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.025846:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.025849:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.025902:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.025913:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.025921:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073203200, rc 0) 00000100:00100000:3.0:1746137574.025981:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957303305728:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.025986:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31125 00000100:00100000:1.0:1746137574.026077:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.026095:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303305856 00000100:00100000:1.0:1746137574.026098:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303305856 00010000:00010000:1.0:1746137574.026115:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.026148:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18890 00000100:00100000:1.0:1746137574.026158:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957303305856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.026165:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.026183:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.026192:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.026212:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25800/0x95b3ed7b846f85c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0be expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.026227:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.026228:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.026233:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.026240:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.026258:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.026267:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 5 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.026278:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167360:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.026461:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.030456:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167360:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.030477:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.031349:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.031378:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306112 00000100:00100000:0.0:1746137574.031385:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306112 00002000:00100000:0.0:1746137574.031429:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaca80 x1830957303306112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.031439:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaca80 with x1830957303306112 ext(0->4095) 00010000:00010000:0.0:1746137574.031447:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.031459:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.031607:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2005:x1830957303305856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5450us (5528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.031617:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18890 00002000:00010000:0.0:1746137574.031630:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaca80 00000100:00100000:0.0:1746137574.031657:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3612 00000100:00100000:0.0:1746137574.031714:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303306112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137574.031835:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303306112:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137574.031840:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3612 00002000:00100000:0.0:1746137574.031844:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaca80 x1830957303306112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.031851:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaca80 with x1830957303306112 ext(0->4095) 00010000:00010000:0.0:1746137574.031855:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.031863:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.031869:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaca80 00000100:00100000:0.0:1746137574.033429:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.033629:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306240 00000100:00100000:1.0:1746137574.033636:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306240 00010000:00010000:1.0:1746137574.033659:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.033720:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18891 00000100:00100000:1.0:1746137574.033726:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303306240:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.033736:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.033756:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.033766:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.033786:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0c5 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.033809:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.033812:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.033817:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.033824:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.033853:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.033864:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167488:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.034151:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.035208:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167488:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.035224:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.035258:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303306240:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1531us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.035265:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18891 00000100:00100000:0.0:1746137574.035596:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.035796:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306496 00000100:00100000:2.0:1746137574.035803:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306496 00002000:00100000:2.0:1746137574.035832:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957303306496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.035841:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957303306496 ext(0->4095) 00002000:00010000:2.0:1746137574.035845:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419f80 00000100:00100000:2.0:1746137574.035860:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14482 00000100:00100000:2.0:1746137574.035866:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2007:x1830957303306496:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137574.036045:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2007:x1830957303306496:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.036050:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14482 00002000:00100000:2.0:1746137574.036056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419f80 x1830957303306496/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.036063:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419f80 with x1830957303306496 ext(0->4095) 00002000:00010000:2.0:1746137574.036065:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f419f80 00000100:00100000:0.0:1746137574.037575:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.037652:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306624 00000100:00100000:2.0:1746137574.037659:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306624 00000100:00100000:3.0:1746137574.038163:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31126 00000100:00100000:3.0:1746137574.038172:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303306624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.038185:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.038201:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0d3 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.038226:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.038232:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.038233:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.038237:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.038263:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.038278:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 75 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.038288:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167616:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.038362:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.039791:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167616:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.039823:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.039834:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202200, rc 0) 00000100:00100000:3.0:1746137574.039861:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303306624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1691us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.039868:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31126 00000100:00100000:0.0:1746137574.040228:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.040588:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306752 00000100:00100000:3.0:1746137574.040595:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306752 00002000:00100000:3.0:1746137574.040625:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f419c00 x1830957303306752/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.040634:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419c00 with x1830957303306752 ext(0->7) 00010000:00010000:3.0:1746137574.040641:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 76 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.040651:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 76 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.040661:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419c00 00000100:00100000:3.0:1746137574.040873:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3613 00000100:00100000:3.0:1746137574.040880:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+76:2006:x1830957303306752:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137574.042790:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303306752:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1904us (2557us total) trans 4294972338 rc 0/0 00000100:00100000:0.0:1746137574.042799:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3613 00002000:00100000:0.0:1746137574.042811:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f419c00 x1830957303306752/t4294972338(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.042820:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419c00 with x1830957303306752 ext(0->7) 00010000:00010000:0.0:1746137574.042828:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.042843:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.042850:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419c00 00000100:00100000:0.0:1746137574.045288:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.045410:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303306880 00000100:00100000:1.0:1746137574.045422:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303306880 00010000:00010000:1.0:1746137574.045452:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.045533:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18892 00000100:00100000:1.0:1746137574.045540:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303306880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.045552:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.045569:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.045579:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.045598:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073203200/0x95b3ed7b846f85d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0cc expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.045617:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.045619:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.045625:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.045632:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.045658:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.045668:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167744:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.045738:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.049810:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.050334:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307008 00000100:00100000:3.0:1746137574.050343:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307008 00000100:00100000:3.0:1746137574.050394:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31127 00000100:00100000:3.0:1746137574.050402:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303307008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.050419:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.050435:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0da expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.050463:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.050470:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.050472:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.050474:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.050513:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.050524:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 5 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.050536:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167872:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.050571:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293167744:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.050587:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.051325:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303306880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5783us (6040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.051334:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18892 00000100:00100000:3.0:1746137574.051636:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.051685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.051841:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307264 00000100:00100000:2.0:1746137574.051845:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307264 00002000:00100000:2.0:1746137574.051871:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419500 x1830957303307264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.051880:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419500 with x1830957303307264 ext(0->4095) 00010000:00010000:2.0:1746137574.051886:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.051897:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.051907:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419500 00000100:00100000:2.0:1746137574.051920:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3614 00000100:00100000:2.0:1746137574.051925:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303307264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.052047:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303307264:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.052052:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3614 00002000:00100000:2.0:1746137574.052057:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f419500 x1830957303307264/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.052064:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f419500 with x1830957303307264 ext(0->4095) 00010000:00010000:2.0:1746137574.052068:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.052076:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.052081:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f419500 00000100:00100000:3.0:1746137574.053268:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293167872:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.053306:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.053319:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666ca00, rc 0) 00000100:00100000:3.0:1746137574.053359:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303307008:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2957us (3559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.053366:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31127 00000100:00100000:0.0:1746137574.054376:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.054434:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307392 00000100:00100000:3.0:1746137574.054441:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307392 00000100:00100000:3.0:1746137574.054480:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31128 00000100:00100000:3.0:1746137574.054485:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1731:x1830957303307392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.054508:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.054521:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0e1 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.054539:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.054544:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.054550:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.054553:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.054587:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.054600:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 79 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.054608:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202e00, rc 0) 00000100:00100000:3.0:1746137574.054636:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957303307392:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.054642:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31128 00000100:00100000:0.0:1746137574.055335:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.055438:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307520 00000100:00100000:1.0:1746137574.055443:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307520 00010000:00010000:1.0:1746137574.055461:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.055502:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18893 00000100:00100000:1.0:1746137574.055509:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303307520:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.055518:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.055535:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.055544:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.055560:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0d3 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.055576:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.055577:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.055582:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.055589:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.055608:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.055617:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.055627:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168128:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.055685:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.057560:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168128:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.057577:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.057605:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303307520:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2096us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.057613:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18893 00000100:00100000:0.0:1746137574.059187:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.059781:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307776 00000100:00100000:2.0:1746137574.059790:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307776 00002000:00100000:2.0:1746137574.059829:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957303307776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.059839:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957303307776 ext(0->4095) 00010000:00010000:2.0:1746137574.059847:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.059865:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.059872:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41a300 00000100:00100000:2.0:1746137574.060372:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3615 00000100:00100000:2.0:1746137574.060380:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303307776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.060532:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303307776:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.060539:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3615 00002000:00100000:2.0:1746137574.060545:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f41a300 x1830957303307776/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.060553:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a300 with x1830957303307776 ext(0->4095) 00010000:00010000:2.0:1746137574.060561:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.060570:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.060576:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f41a300 00000100:00100000:0.0:1746137574.062430:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.062545:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303307904 00000100:00100000:1.0:1746137574.062553:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303307904 00010000:00010000:1.0:1746137574.062582:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.062824:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18894 00000100:00100000:1.0:1746137574.062832:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2007:x1830957303307904:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.062843:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.062863:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.062873:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.062893:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f85e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0da expref: 79 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.062921:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.062923:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.062929:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.062961:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.063124:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.063138:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168256:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.063295:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.065027:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168256:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.065046:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.065091:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2007:x1830957303307904:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2259us (2668us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.065101:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18894 00000100:00100000:2.0:1746137574.066464:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.066565:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308160 00000100:00100000:0.0:1746137574.066573:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308160 00002000:00100000:0.0:1746137574.066611:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342a00 x1830957303308160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.066621:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342a00 with x1830957303308160 ext(0->4095) 00002000:00010000:0.0:1746137574.066625:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091342a00 00000100:00100000:0.0:1746137574.066654:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14483 00000100:00100000:0.0:1746137574.066661:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303308160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746137574.066784:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303308160:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137574.066793:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14483 00002000:00100000:0.0:1746137574.066798:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091342a00 x1830957303308160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.066804:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091342a00 with x1830957303308160 ext(0->4095) 00002000:00010000:0.0:1746137574.066807:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091342a00 00000100:00100000:0.0:1746137574.068563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.068681:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308288 00000100:00100000:3.0:1746137574.068688:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308288 00000100:00100000:3.0:1746137574.068733:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31129 00000100:00100000:3.0:1746137574.068740:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303308288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.068755:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.068771:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0e8 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.068796:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.068803:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.068805:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.068808:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.068837:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 77 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.068853:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 77 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.068865:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293168384:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.068967:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.070881:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293168384:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.070907:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137574.070920:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.070956:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202200, rc 0) 00000100:00100000:3.0:1746137574.070990:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303308288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2250us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.070998:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31129 00000100:00100000:1.0:1746137574.071078:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308416 00000100:00100000:1.0:1746137574.071084:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308416 00010000:00010000:1.0:1746137574.071108:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.071145:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18895 00000100:00100000:1.0:1746137574.071151:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303308416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.071161:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.071178:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.071187:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.071206:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f85e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e1 expref: 78 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.071226:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.071228:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.071234:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.071335:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.071362:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.071371:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168512:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.071481:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.073156:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168512:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.073170:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.073198:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957303308416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2046us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.073206:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18895 00000100:00100000:0.0:1746137574.073437:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.073743:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308672 00000100:00100000:1.0:1746137574.073748:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308672 00002000:00100000:1.0:1746137574.073779:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957303308672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.073789:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957303308672 ext(0->4095) 00002000:00010000:1.0:1746137574.073793:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57aa00 00000100:00100000:1.0:1746137574.074243:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14484 00000100:00100000:1.0:1746137574.074251:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303308672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.074366:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303308672:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (928us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.074371:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14484 00002000:00100000:1.0:1746137574.074377:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57aa00 x1830957303308672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.074384:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57aa00 with x1830957303308672 ext(0->4095) 00002000:00010000:1.0:1746137574.074386:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57aa00 00000100:00100000:0.0:1746137574.075804:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.075991:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308800 00000100:00100000:3.0:1746137574.075998:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308800 00000100:00100000:0.0:1746137574.076253:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.076527:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303308928 00000100:00100000:3.0:1746137574.076531:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303308928 00000100:00100000:2.0:1746137574.076565:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31130 00000100:00100000:2.0:1746137574.076579:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31131 00000100:00100000:2.0:1746137574.076586:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303308928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.076602:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.076618:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0f6 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076642:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076649:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.076651:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.076653:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076682:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076692:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 5 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.076704:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293168640:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.076780:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.076797:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957303308800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.076804:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.076810:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0ef expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076821:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.076824:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.076830:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.076919:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 80 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.077073:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.077085:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 80 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.077095:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0480400, rc 0) 00000100:00100000:2.0:1746137574.077129:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1731:x1830957303308800:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 556us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.077134:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31130 00000100:00100000:2.0:1746137574.079275:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293168640:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.079300:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.079311:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666c800, rc 0) 00000100:00100000:0.0:1746137574.079317:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.079342:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303308928:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2758us (3089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.079349:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31131 00000100:00100000:1.0:1746137574.079449:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309056 00000100:00100000:1.0:1746137574.079454:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309056 00010000:00010000:1.0:1746137574.079475:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.079514:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18896 00000100:00100000:1.0:1746137574.079520:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303309056:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.079530:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.079547:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.079556:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.079573:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073202200/0x95b3ed7b846f85ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0e8 expref: 6 pid: 9557 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.079592:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.079594:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.079880:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.079888:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.079913:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.079923:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.079932:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168896:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.079996:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.081785:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293168896:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.081801:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.081829:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303309056:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2309us (2510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.081838:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18896 00000100:00100000:0.0:1746137574.082092:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.082116:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309312 00000100:00100000:3.0:1746137574.082126:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309312 00002000:00100000:3.0:1746137574.082159:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578e00 x1830957303309312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.082168:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578e00 with x1830957303309312 ext(0->4095) 00010000:00010000:3.0:1746137574.082176:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.082192:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.082198:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578e00 00000100:00100000:3.0:1746137574.082465:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3616 00000100:00100000:3.0:1746137574.082472:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303309312:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.082599:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303309312:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.082605:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3616 00002000:00100000:3.0:1746137574.082610:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f578e00 x1830957303309312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.082617:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f578e00 with x1830957303309312 ext(0->4095) 00010000:00010000:3.0:1746137574.082622:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.082630:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.082635:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f578e00 00000100:00100000:0.0:1746137574.085434:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.085515:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309440 00000100:00100000:1.0:1746137574.085523:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309440 00010000:00010000:1.0:1746137574.085552:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.085996:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18897 00000100:00100000:1.0:1746137574.086005:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2008:x1830957303309440:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.086020:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.086037:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.086048:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.086068:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666c800/0x95b3ed7b846f85f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0f6 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.086088:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.086090:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.086095:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.086102:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.086133:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.086145:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169024:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.086229:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.090837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.090972:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309696 00000100:00100000:3.0:1746137574.090982:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309696 00002000:00100000:3.0:1746137574.091025:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a300 x1830957303309696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.091035:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a300 with x1830957303309696 ext(0->4095) 00002000:00010000:3.0:1746137574.091041:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57a300 00000100:00100000:3.0:1746137574.091065:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14485 00000100:00100000:3.0:1746137574.091074:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303309696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.091204:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303309696:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.091210:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14485 00002000:00100000:3.0:1746137574.091216:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57a300 x1830957303309696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.091224:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57a300 with x1830957303309696 ext(0->4095) 00002000:00010000:3.0:1746137574.091227:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57a300 00000100:00100000:1.0:1746137574.091316:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169024:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.091333:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.091355:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2008:x1830957303309440:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5353us (5929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.091366:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18897 00000100:00100000:0.0:1746137574.093558:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.093614:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309824 00000100:00100000:2.0:1746137574.093622:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309824 00000100:00100000:2.0:1746137574.093666:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31132 00000100:00100000:2.0:1746137574.093674:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303309824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.093687:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.093702:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa0fd expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.093726:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 77 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.093732:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.093734:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.093737:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.093764:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 77 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.093772:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.093781:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169152:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.095054:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.095881:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169152:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.095904:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.095917:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a666ca00, rc 0) 00000100:00100000:2.0:1746137574.095966:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303309824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2292us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.095977:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31132 00000100:00100000:0.0:1746137574.096142:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.096221:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303309952 00000100:00100000:1.0:1746137574.096227:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303309952 00010000:00010000:1.0:1746137574.096249:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.096278:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18898 00000100:00100000:1.0:1746137574.096284:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303309952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.096293:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.096310:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.096320:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.096339:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480400/0x95b3ed7b846f85fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0ef expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.096362:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.096364:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.096370:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.096376:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.096400:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.096409:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169280:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.096455:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.097980:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169280:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137574.097992:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.098019:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2005:x1830957303309952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1735us (1877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.098027:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18898 00000100:00100000:0.0:1746137574.098881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.098915:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310208 00000100:00100000:2.0:1746137574.098922:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310208 00002000:00100000:2.0:1746137574.098992:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57bb80 x1830957303310208/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.099003:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57bb80 with x1830957303310208 ext(0->4095) 00002000:00010000:2.0:1746137574.099007:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57bb80 00000100:00100000:2.0:1746137574.099145:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14486 00000100:00100000:2.0:1746137574.099152:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303310208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.099372:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303310208:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.099378:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14486 00002000:00100000:2.0:1746137574.099384:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57bb80 x1830957303310208/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.099391:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57bb80 with x1830957303310208 ext(0->4095) 00002000:00010000:2.0:1746137574.099393:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f57bb80 00000100:00100000:0.0:1746137574.101242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.101389:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310336 00000100:00100000:2.0:1746137574.101395:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310336 00000100:00100000:2.0:1746137574.101427:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31133 00000100:00100000:2.0:1746137574.101433:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1731:x1830957303310336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.101444:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.101459:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa104 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137574.101683:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137574.101731:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.101743:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.101745:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.101749:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.101781:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.101792:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.101803:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169408:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.101960:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310464 00000100:00100000:1.0:1746137574.101964:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310464 00000100:00100000:1.0:1746137574.101988:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31134 00000100:00100000:1.0:1746137574.101992:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303310464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.101999:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.102004:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa10b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.102131:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.102135:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.102140:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.102143:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 80 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.102164:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.102180:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 80 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.102188:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978600, rc 0) 00000100:00100000:1.0:1746137574.102224:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303310464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.102229:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31134 00000100:00100000:2.0:1746137574.102301:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.105057:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169408:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.105085:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.105099:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a86eb400, rc 0) 00000100:00100000:2.0:1746137574.105133:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957303310336:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3700us (3897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.105140:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31133 00000100:00100000:0.0:1746137574.105201:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.105507:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310592 00000100:00100000:2.0:1746137574.105513:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310592 00010000:00010000:2.0:1746137574.105535:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.105921:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18899 00000100:00100000:2.0:1746137574.105929:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303310592:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.105966:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.105985:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.105995:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.106013:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a666ca00/0x95b3ed7b846f8603 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa0fd expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.106033:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.106035:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.106041:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.106048:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.106073:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.106082:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.106093:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169664:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.106160:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.108752:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.109445:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169664:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.109467:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.109523:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303310592:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3594us (4320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.109534:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18899 00000100:00100000:3.0:1746137574.110083:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310848 00000100:00100000:3.0:1746137574.110090:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310848 00002000:00100000:3.0:1746137574.110127:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579c00 x1830957303310848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.110136:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579c00 with x1830957303310848 ext(0->4095) 00010000:00010000:3.0:1746137574.110145:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.110158:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.110164:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579c00 00000100:00100000:2.0:1746137574.110629:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3617 00000100:00100000:2.0:1746137574.110636:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303310848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.110749:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2005:x1830957303310848:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (2006us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.110754:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3617 00002000:00100000:2.0:1746137574.110759:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f579c00 x1830957303310848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.110766:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f579c00 with x1830957303310848 ext(0->4095) 00010000:00010000:2.0:1746137574.110770:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.110778:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.110783:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f579c00 00000100:00100000:0.0:1746137574.112649:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.112698:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303310976 00000100:00100000:0.0:1746137574.112698:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.112705:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303310976 00000100:00100000:2.0:1746137574.112742:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31135 00000100:00100000:2.0:1746137574.112747:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303310976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.112758:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.112771:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa112 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.112805:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303311104 00000100:00100000:3.0:1746137574.112809:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303311104 00010000:00010000:3.0:1746137574.112825:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.112848:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18900 00000100:00100000:3.0:1746137574.112853:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2007:x1830957303311104:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.112866:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.112884:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.112894:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.112911:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f860a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa104 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.112919:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.112924:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.112928:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.113002:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.113461:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.113463:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.113470:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.113478:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.113517:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.113528:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.113537:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.113540:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169920:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.113545:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.113558:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169792:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.114082:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.114148:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.115736:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293169792:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.115736:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293169920:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.115763:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137574.115763:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.115775:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d074c00, rc 0) 00000100:00100000:3.0:1746137574.115794:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2007:x1830957303311104:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2940us (3096us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.115795:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303310976:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.115803:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31135 00000100:00100000:3.0:1746137574.115804:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18900 00000100:00100000:0.0:1746137574.116284:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.116336:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303311360 00000100:00100000:3.0:1746137574.116341:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303311360 00002000:00100000:3.0:1746137574.116370:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57ad80 x1830957303311360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.116379:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957303311360 ext(0->4095) 00010000:00010000:3.0:1746137574.116385:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.116396:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.116402:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:3.0:1746137574.116417:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3618 00000100:00100000:3.0:1746137574.116423:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303311360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.116986:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303311360:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 562us (701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.116995:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3618 00002000:00100000:3.0:1746137574.117001:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f57ad80 x1830957303311360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.117008:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f57ad80 with x1830957303311360 ext(0->4095) 00010000:00010000:3.0:1746137574.117013:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.117022:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 78 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.117027:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f57ad80 00000100:00100000:0.0:1746137574.119584:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.119727:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303311488 00000100:00100000:2.0:1746137574.119735:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303311488 00000100:00100000:0.0:1746137574.119736:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.119791:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303311616 00000100:00100000:3.0:1746137574.119796:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303311616 00010000:00010000:3.0:1746137574.119813:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 79 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.119848:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18901 00000100:00100000:3.0:1746137574.119856:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2008:x1830957303311616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.119867:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.119885:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 79 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.119897:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 79 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.119917:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8611 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa10b expref: 79 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.119955:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.119957:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.119964:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.119971:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.120003:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.120015:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170048:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.120052:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31136 00000100:00100000:2.0:1746137574.120061:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:1730:x1830957303311488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.120077:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.120088:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa119 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.120105:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.120111:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.120113:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.120115:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.120132:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.120143:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.120151:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170176:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.120218:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.120415:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.121634:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170176:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.121655:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.121667:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9a00, rc 0) 00000100:00100000:2.0:1746137574.121974:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303311488:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1914us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.121981:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31136 00000100:00100000:3.0:1746137574.122216:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170048:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.122237:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.122258:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2008:x1830957303311616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2403us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.122265:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18901 00000100:00100000:0.0:1746137574.122893:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.123289:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303311872 00000100:00100000:3.0:1746137574.123295:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303311872 00002000:00100000:3.0:1746137574.123344:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348700 x1830957303311872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.123362:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348700 with x1830957303311872 ext(0->4095) 00010000:00010000:3.0:1746137574.123370:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.123400:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.123407:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348700 00000100:00100000:3.0:1746137574.123440:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3619 00000100:00100000:3.0:1746137574.123465:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303311872:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.123888:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303311872:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 422us (989us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.123895:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3619 00002000:00100000:3.0:1746137574.123901:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348700 x1830957303311872/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.123909:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348700 with x1830957303311872 ext(0->4095) 00010000:00010000:3.0:1746137574.123920:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.123929:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.123958:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348700 00000100:00100000:0.0:1746137574.126867:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.127166:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312000 00000100:00100000:3.0:1746137574.127175:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312000 00010000:00010000:3.0:1746137574.127208:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.127235:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18902 00000100:00100000:3.0:1746137574.127243:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303312000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.127258:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.127277:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.127289:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.127310:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d074c00/0x95b3ed7b846f8618 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa112 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.127339:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.127341:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.127346:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.127354:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.127384:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.127397:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170304:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.127498:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.129508:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170304:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.129539:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.129581:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303312000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2338us (2721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.129591:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18902 00000100:00100000:0.0:1746137574.130794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.130862:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312256 00000100:00100000:3.0:1746137574.130868:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312256 00002000:00100000:3.0:1746137574.130903:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a680 x1830957303312256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.130913:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a680 with x1830957303312256 ext(0->4095) 00002000:00010000:3.0:1746137574.130917:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134a680 00000100:00100000:3.0:1746137574.131011:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14487 00000100:00100000:3.0:1746137574.131019:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303312256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.131292:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303312256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 273us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.131391:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14487 00002000:00100000:3.0:1746137574.131397:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a680 x1830957303312256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.131405:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a680 with x1830957303312256 ext(0->4095) 00002000:00010000:3.0:1746137574.131408:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134a680 00000100:00100000:0.0:1746137574.133048:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.133133:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312384 00000100:00100000:2.0:1746137574.133140:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312384 00000100:00100000:2.0:1746137574.133183:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31137 00000100:00100000:2.0:1746137574.133189:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303312384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.133204:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.133219:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa120 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.133243:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.133250:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.133252:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.133255:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.133424:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.133437:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 77 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.133449:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170432:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.133541:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.134529:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170432:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.134549:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.134561:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9e00, rc 0) 00000100:00100000:2.0:1746137574.134587:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e970450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303312384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.134595:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31137 00000100:00100000:0.0:1746137574.136563:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.136653:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312512 00000100:00100000:3.0:1746137574.136661:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312512 00010000:00010000:3.0:1746137574.136692:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.137223:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18903 00000100:00100000:3.0:1746137574.137233:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303312512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.137254:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.137275:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.137287:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.137309:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9a00/0x95b3ed7b846f861f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa119 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.137331:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.137333:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.137339:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.137346:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.137378:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.137391:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170560:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.137473:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.139091:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170560:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.139120:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.139149:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:2006:x1830957303312512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1917us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.139158:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18903 00000100:00100000:0.0:1746137574.139470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.139589:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312768 00000100:00100000:3.0:1746137574.139596:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312768 00002000:00100000:3.0:1746137574.139628:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134aa00 x1830957303312768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.139638:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134aa00 with x1830957303312768 ext(0->4095) 00002000:00010000:3.0:1746137574.139642:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134aa00 00000100:00100000:3.0:1746137574.139703:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14488 00000100:00100000:3.0:1746137574.139710:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303312768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.139976:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303312768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (505us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.139982:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14488 00002000:00100000:3.0:1746137574.139987:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134aa00 x1830957303312768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.139994:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134aa00 with x1830957303312768 ext(0->4095) 00002000:00010000:3.0:1746137574.139997:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134aa00 00000100:00100000:0.0:1746137574.140920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.141011:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303312896 00000100:00100000:2.0:1746137574.141022:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303312896 00000100:00100000:2.0:1746137574.141068:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31138 00000100:00100000:2.0:1746137574.141076:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+77:1730:x1830957303312896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.141092:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.141108:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa127 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.141134:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.141141:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.141143:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.141147:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.141178:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.141188:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.141198:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170688:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.141287:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.142169:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.142213:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313024 00000100:00100000:1.0:1746137574.142218:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313024 00000100:00100000:1.0:1746137574.142253:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31139 00000100:00100000:1.0:1746137574.142259:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1731:x1830957303313024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.142267:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.142276:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa12e expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.142290:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.142295:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.142300:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.142307:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.142329:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.142343:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.142352:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979000, rc 0) 00000100:00100000:1.0:1746137574.142389:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1731:x1830957303313024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.142395:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31139 00000100:00100000:3.0:1746137574.143415:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293170688:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.143432:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137574.143435:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.143444:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9200, rc 0) 00000100:00100000:3.0:1746137574.143468:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:1730:x1830957303312896:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2392us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.143473:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31138 00000100:00100000:3.0:1746137574.143507:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313152 00000100:00100000:3.0:1746137574.143510:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313152 00010000:00010000:3.0:1746137574.143528:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.143545:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18904 00000100:00100000:3.0:1746137574.144396:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303313152:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.144407:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.144424:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.144435:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.144455:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8626 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa120 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.144480:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.144482:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.144495:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.144503:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.144524:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 78 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.144533:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 78 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.144548:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170944:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.145339:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.151164:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.151211:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293170944:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.151239:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.151278:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303313152:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6885us (7847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.151288:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18904 00000100:00100000:2.0:1746137574.153629:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313408 00000100:00100000:2.0:1746137574.153639:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313408 00002000:00100000:2.0:1746137574.153684:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349c00 x1830957303313408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.153693:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349c00 with x1830957303313408 ext(0->4095) 00010000:00010000:2.0:1746137574.153701:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.153714:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.153720:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349c00 00000100:00100000:2.0:1746137574.153756:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3620 00000100:00100000:2.0:1746137574.153763:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303313408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.153897:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303313408:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (2739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.153906:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3620 00002000:00100000:2.0:1746137574.153911:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349c00 x1830957303313408/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.153918:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349c00 with x1830957303313408 ext(0->4095) 00010000:00010000:2.0:1746137574.153923:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.153931:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.153959:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349c00 00000100:00100000:0.0:1746137574.157909:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.158748:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313536 00000100:00100000:3.0:1746137574.158756:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313536 00010000:00010000:3.0:1746137574.158799:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.158836:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18905 00000100:00100000:3.0:1746137574.158842:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+79:2006:x1830957303313536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.158855:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.158873:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.158883:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.158903:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f862d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa127 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.158930:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.158932:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.158963:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.158969:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.158996:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 78 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.159006:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171072:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.159083:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.166619:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171072:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.167384:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.167436:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303313536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8591us (9536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.167446:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18905 00000100:00100000:0.0:1746137574.168837:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.168965:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313792 00000100:00100000:1.0:1746137574.168972:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313792 00002000:00100000:1.0:1746137574.169012:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348000 x1830957303313792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.169021:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348000 with x1830957303313792 ext(0->4095) 00002000:00010000:1.0:1746137574.169026:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091348000 00000100:00100000:1.0:1746137574.169056:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14489 00000100:00100000:1.0:1746137574.169062:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303313792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.169166:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2006:x1830957303313792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.169172:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14489 00002000:00100000:1.0:1746137574.169177:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348000 x1830957303313792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.169184:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348000 with x1830957303313792 ext(0->4095) 00002000:00010000:1.0:1746137574.169187:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091348000 00000100:00100000:0.0:1746137574.175611:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.176319:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303313920 00000100:00100000:3.0:1746137574.176328:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303313920 00000100:00100000:3.0:1746137574.176382:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31140 00000100:00100000:3.0:1746137574.176390:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303313920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.176473:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.176499:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa135 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.176529:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 77 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.176540:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.176542:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.176546:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.176573:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 77 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.176584:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 77 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.176595:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293171200:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.176681:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.184643:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.184711:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314048 00000100:00100000:2.0:1746137574.184718:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314048 00002000:00100000:2.0:1746137574.184758:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009134b100 x1830957303314048/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137574.184762:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293171200:192.168.202.31@tcp:104: 00002000:00100000:2.0:1746137574.184767:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b100 with x1830957303314048 ext(0->7) 00010000:00010000:2.0:1746137574.184775:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.184788:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 78 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.184794:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134b100 00010000:00010000:3.0:1746137574.184796:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.184810:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763600, rc 0) 00000100:00100000:2.0:1746137574.184827:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3621 00000100:00100000:2.0:1746137574.184834:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+78:2005:x1830957303314048:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137574.184864:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303313920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8474us (9259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.184870:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31140 00000100:00100000:0.0:1746137574.185934:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303314048:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1099us (1296us total) trans 4294972339 rc 0/0 00000100:00100000:0.0:1746137574.185975:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3621 00002000:00100000:0.0:1746137574.185982:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009134b100 x1830957303314048/t4294972339(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.185990:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134b100 with x1830957303314048 ext(0->7) 00010000:00010000:0.0:1746137574.185996:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.186005:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.186011:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134b100 00000100:00100000:0.0:1746137574.189185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.189317:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314176 00000100:00100000:3.0:1746137574.189324:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314176 00010000:00010000:3.0:1746137574.189356:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.189742:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18906 00000100:00100000:3.0:1746137574.189750:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303314176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.190848:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137574.190866:0:7197:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746137574 -> 1746137575 00002000:00010000:3.0:1746137574.190869:0:7197:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746137574 -> 1746137575 00010000:00010000:3.0:1746137574.190876:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.190889:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.190913:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f8634 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa12e expref: 80 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.193124:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.193128:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.193139:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.193149:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.193187:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.193200:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171328:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.195753:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.198768:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.198862:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314304 00000100:00100000:3.0:1746137574.198869:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314304 00000100:00100000:3.0:1746137574.198922:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31141 00000100:00100000:3.0:1746137574.198929:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303314304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.198968:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.198985:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa13c expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.199012:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.199019:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.199020:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.199023:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.199049:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.199059:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.199069:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293171456:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.199139:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.200478:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.200557:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314560 00000100:00100000:1.0:1746137574.200562:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314560 00002000:00100000:1.0:1746137574.200591:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348e00 x1830957303314560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.200600:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348e00 with x1830957303314560 ext(0->4095) 00010000:00010000:1.0:1746137574.200607:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.200617:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.200624:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348e00 00000100:00100000:1.0:1746137574.200637:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3622 00000100:00100000:1.0:1746137574.200642:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303314560:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.201655:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171328:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.201681:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.201717:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2005:x1830957303314176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 11968us (12537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.201732:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18906 00000100:00100000:1.0:1746137574.201932:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303314560:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 1288us (1456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.201950:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3622 00002000:00100000:1.0:1746137574.201956:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091348e00 x1830957303314560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.201965:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091348e00 with x1830957303314560 ext(0->4095) 00010000:00010000:1.0:1746137574.201971:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.201981:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.201986:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091348e00 00000100:00100000:3.0:1746137574.202612:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293171456:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.202641:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.202653:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:3.0:1746137574.203116:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303314304:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4187us (4354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.203124:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31141 00000100:00100000:0.0:1746137574.205322:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.205553:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314688 00000100:00100000:3.0:1746137574.205559:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314688 00000100:00100000:3.0:1746137574.206481:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31142 00000100:00100000:3.0:1746137574.206500:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1731:x1830957303314688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.206516:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.206535:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa143 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.206559:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.206563:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.206569:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.206572:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.206626:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.206636:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.206645:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:3.0:1746137574.206687:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:1731:x1830957303314688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.206693:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31142 00000100:00100000:0.0:1746137574.207770:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.208340:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303314816 00000100:00100000:3.0:1746137574.208345:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303314816 00010000:00010000:3.0:1746137574.208372:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.208404:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18907 00000100:00100000:3.0:1746137574.208410:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303314816:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.208422:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.208439:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.208450:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.208469:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763600/0x95b3ed7b846f863b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa135 expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.208536:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.208539:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.208545:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.208553:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.208579:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.208590:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 80 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.208600:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171712:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.209000:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.211624:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.211828:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171712:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.211865:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.211913:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303314816:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3502us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.211924:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18907 00000100:00100000:1.0:1746137574.211934:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315072 00000100:00100000:1.0:1746137574.211955:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315072 00002000:00100000:1.0:1746137574.211995:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349880 x1830957303315072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.212004:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349880 with x1830957303315072 ext(0->4095) 00010000:00010000:1.0:1746137574.212011:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.212023:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.212028:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349880 00000100:00100000:1.0:1746137574.212105:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3623 00000100:00100000:1.0:1746137574.212111:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303315072:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.212238:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303315072:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.212243:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3623 00002000:00100000:1.0:1746137574.212248:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349880 x1830957303315072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.212254:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349880 with x1830957303315072 ext(0->4095) 00010000:00010000:1.0:1746137574.212257:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.212265:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.212274:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091349880 00000100:00100000:0.0:1746137574.221047:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.221200:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315200 00000100:00100000:3.0:1746137574.221208:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315200 00010000:00010000:3.0:1746137574.221240:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.221267:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18908 00000100:00100000:3.0:1746137574.221274:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2005:x1830957303315200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.221290:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.221309:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.221320:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.221341:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f8642 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa13c expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.221358:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.221360:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.221366:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.221372:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.221401:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.221411:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171840:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.221701:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.224563:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293171840:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.224602:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.224637:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303315200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3363us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.224649:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18908 00000100:00100000:0.0:1746137574.225520:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.225590:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315456 00000100:00100000:1.0:1746137574.225596:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315456 00002000:00100000:1.0:1746137574.225630:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134ad80 x1830957303315456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.225638:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134ad80 with x1830957303315456 ext(0->4095) 00002000:00010000:1.0:1746137574.225642:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134ad80 00000100:00100000:1.0:1746137574.225671:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14490 00000100:00100000:1.0:1746137574.225677:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303315456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.225783:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303315456:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.225789:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14490 00002000:00100000:1.0:1746137574.225794:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134ad80 x1830957303315456/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.225800:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134ad80 with x1830957303315456 ext(0->4095) 00002000:00010000:1.0:1746137574.225802:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009134ad80 00000100:00100000:0.0:1746137574.231548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.231651:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315584 00000100:00100000:2.0:1746137574.231659:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315584 00000100:00100000:2.0:1746137574.231714:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31143 00000100:00100000:2.0:1746137574.231722:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303315584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.231738:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.231757:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa14a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.231783:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.231790:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.231791:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.231794:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.231820:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 79 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.231831:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 79 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.231842:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293171968:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.231919:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.234350:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293171968:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.234376:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.234391:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9200, rc 0) 00000100:00100000:2.0:1746137574.234432:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303315584:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2711us (2891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.234438:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31143 00000100:00100000:0.0:1746137574.235240:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.235630:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315712 00000100:00100000:3.0:1746137574.235636:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315712 00010000:00010000:3.0:1746137574.235661:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.235682:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18909 00000100:00100000:3.0:1746137574.235688:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2006:x1830957303315712:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.235699:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.235715:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.235724:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.235745:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8649 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa143 expref: 80 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746137574.237424:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137574.237514:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.237517:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.237526:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.237538:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.237572:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.237584:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172096:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.237667:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.239103:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303315840 00000100:00100000:2.0:1746137574.239114:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303315840 00000100:00100000:2.0:1746137574.239162:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31144 00000100:00100000:2.0:1746137574.239169:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303315840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.239183:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.239199:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa151 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.239221:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.239226:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.239227:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.239230:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.239250:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.239260:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.239273:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172224:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.239337:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.241649:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172096:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.241688:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.242804:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+81:2006:x1830957303315712:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 7113us (7562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.242815:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18909 00000100:00100000:3.0:1746137574.243360:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172224:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.243383:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 80 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.243399:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b8800, rc 0) 00000100:00100000:3.0:1746137574.243425:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:1730:x1830957303315840:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4257us (6004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.243431:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31144 00000100:00100000:2.0:1746137574.244600:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.244692:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316096 00000100:00100000:3.0:1746137574.244698:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316096 00002000:00100000:3.0:1746137574.244732:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340380 x1830957303316096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.244741:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340380 with x1830957303316096 ext(0->4095) 00010000:00010000:3.0:1746137574.244748:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.244760:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.244767:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340380 00000100:00100000:3.0:1746137574.244813:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3624 00000100:00100000:3.0:1746137574.244820:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303316096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.244928:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303316096:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.244934:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3624 00002000:00100000:3.0:1746137574.244957:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340380 x1830957303316096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.244965:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340380 with x1830957303316096 ext(0->4095) 00010000:00010000:3.0:1746137574.244969:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.244978:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.244983:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340380 00000100:00100000:0.0:1746137574.247840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.248048:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316224 00000100:00100000:3.0:1746137574.248055:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316224 00010000:00010000:3.0:1746137574.248082:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.248606:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18910 00000100:00100000:3.0:1746137574.248613:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303316224:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.248625:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.248642:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.248653:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.248673:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8650 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa14a expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.248700:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.248702:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.248708:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.248715:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.248739:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.248748:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172352:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.248824:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.251200:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.251319:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316480 00000100:00100000:1.0:1746137574.251325:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316480 00000100:00100000:3.0:1746137574.251340:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172352:192.168.202.31@tcp:105: 00002000:00100000:1.0:1746137574.251358:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734db800 x1830957303316480/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.251366:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734db800 with x1830957303316480 ext(0->4095) 00002000:00010000:1.0:1746137574.251370:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734db800 00010000:00010000:3.0:1746137574.251374:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.251425:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303316224:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2809us (3588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.251433:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18910 00000100:00100000:1.0:1746137574.251810:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14491 00000100:00100000:1.0:1746137574.251817:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303316480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.251928:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303316480:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.251934:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14491 00002000:00100000:1.0:1746137574.251967:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734db800 x1830957303316480/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.251975:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734db800 with x1830957303316480 ext(0->4095) 00002000:00010000:1.0:1746137574.251978:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734db800 00000100:00100000:2.0:1746137574.267400:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.267518:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316608 00000100:00100000:0.0:1746137574.267526:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316608 00000100:00100000:0.0:1746137574.267569:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31145 00000100:00100000:0.0:1746137574.267575:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303316608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137574.267591:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137574.267607:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa158 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.267633:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.267640:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137574.267642:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137574.267644:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.267672:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.267683:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 79 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746137574.267692:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800734d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172480:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.267760:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740840 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.275714:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800734d8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172480:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.275743:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.275759:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137574.275801:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303316608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8225us (8407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.275808:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31145 00000100:00100000:0.0:1746137574.277189:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.277260:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316736 00000100:00100000:2.0:1746137574.277266:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316736 00002000:00100000:2.0:1746137574.277302:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734daa00 x1830957303316736/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.277310:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734daa00 with x1830957303316736 ext(0->7) 00010000:00010000:2.0:1746137574.277317:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 80 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.277327:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 80 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.277333:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734daa00 00000100:00100000:2.0:1746137574.277361:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3625 00000100:00100000:2.0:1746137574.277367:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+80:2005:x1830957303316736:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137574.278226:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303316736:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 857us (1038us total) trans 4294972340 rc 0/0 00000100:00100000:0.0:1746137574.278233:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3625 00002000:00100000:0.0:1746137574.278239:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff8800734daa00 x1830957303316736/t4294972340(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.278246:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734daa00 with x1830957303316736 ext(0->7) 00010000:00010000:0.0:1746137574.278251:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.278261:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.278266:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734daa00 00000100:00100000:0.0:1746137574.300478:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.300584:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316864 00000100:00100000:3.0:1746137574.300592:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316864 00010000:00010000:3.0:1746137574.300624:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.300649:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18911 00000100:00100000:3.0:1746137574.300655:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303316864:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.300669:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.300688:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.300699:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.300720:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8657 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa151 expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.300749:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.300752:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.300759:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.300767:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.300797:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.300811:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172608:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.300896:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.308985:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.309070:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303316992 00000100:00100000:2.0:1746137574.309078:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303316992 00000100:00100000:2.0:1746137574.309116:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31146 00000100:00100000:2.0:1746137574.309122:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:1730:x1830957303316992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.309137:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.309153:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa15f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.309178:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.309184:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.309186:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.309190:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.309214:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.309224:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.309234:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172736:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.309308:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.312027:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.312137:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303317248 00000100:00100000:2.0:1746137574.312144:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303317248 00002000:00100000:2.0:1746137574.312180:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a300 x1830957303317248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.312190:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957303317248 ext(0->4095) 00010000:00010000:2.0:1746137574.312198:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.312209:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.312215:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4a300 00000100:00100000:2.0:1746137574.312243:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3626 00000100:00100000:2.0:1746137574.312249:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303317248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.312356:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303317248:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.312362:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3626 00002000:00100000:2.0:1746137574.312367:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a300 x1830957303317248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.312374:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a300 with x1830957303317248 ext(0->4095) 00010000:00010000:2.0:1746137574.312378:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.312386:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.312392:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4a300 00000100:00100000:3.0:1746137574.312470:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172608:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.312512:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.312534:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303316864:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 11879us (12065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.312541:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18911 00000100:00100000:0.0:1746137574.314611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.314631:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303317376 00000100:00100000:0.0:1746137574.314635:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303317376 00000100:00100000:0.0:1746137574.314665:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31147 00000100:00100000:0.0:1746137574.314671:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1731:x1830957303317376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137574.314683:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137574.314699:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa166 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.314720:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.314725:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 84 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.314730:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137574.314734:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 84 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.314761:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 84 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.314773:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 84 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.314781:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073543200, rc 0) 00000100:00100000:0.0:1746137574.314823:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1731:x1830957303317376:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.314829:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31147 00000100:00100000:2.0:1746137574.314980:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293172736:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.314997:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.315005:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6d400, rc 0) 00000100:00100000:2.0:1746137574.315022:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1730:x1830957303316992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5901us (6045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.315027:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31146 00000100:00100000:0.0:1746137574.317333:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.317411:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303317504 00000100:00100000:3.0:1746137574.317417:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303317504 00010000:00010000:3.0:1746137574.317441:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.317461:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18912 00000100:00100000:3.0:1746137574.317466:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303317504:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.317475:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.317500:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.317510:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.317529:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899000/0x95b3ed7b846f865e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa158 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.317555:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.317557:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.317565:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 82 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.317571:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 82 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.317596:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 82 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.317610:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 82 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.317619:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172992:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.317674:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.319077:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293172992:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.319110:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.319135:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303317504:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1669us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.319144:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18912 00000100:00100000:0.0:1746137574.320998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.321068:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303317760 00000100:00100000:1.0:1746137574.321073:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303317760 00002000:00100000:1.0:1746137574.321106:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957303317760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.321116:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957303317760 ext(0->4095) 00010000:00010000:1.0:1746137574.321124:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.321135:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.321142:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49c00 00000100:00100000:1.0:1746137574.321215:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3627 00000100:00100000:1.0:1746137574.321223:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303317760:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.321384:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303317760:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.321393:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3627 00002000:00100000:1.0:1746137574.321399:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c49c00 x1830957303317760/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.321407:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c49c00 with x1830957303317760 ext(0->4095) 00010000:00010000:1.0:1746137574.321411:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.321420:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.321426:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c49c00 00000100:00100000:0.0:1746137574.323543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.323626:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303317888 00000100:00100000:3.0:1746137574.323632:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303317888 00010000:00010000:3.0:1746137574.323658:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.323678:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18913 00000100:00100000:3.0:1746137574.323684:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2007:x1830957303317888:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.323696:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.323714:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.323724:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.323745:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f8665 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa15f expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.323774:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.323776:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.323784:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.323791:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.323818:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.323828:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173120:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.324041:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.327473:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173120:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.327516:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.327548:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2007:x1830957303317888:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3865us (4009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.327560:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18913 00000100:00100000:0.0:1746137574.329873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.329986:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318144 00000100:00100000:1.0:1746137574.329993:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318144 00002000:00100000:1.0:1746137574.330031:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957303318144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.330041:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957303318144 ext(0->4095) 00002000:00010000:1.0:1746137574.330046:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4ad80 00000100:00100000:1.0:1746137574.330075:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14492 00000100:00100000:1.0:1746137574.330082:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303318144:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.330198:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303318144:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.330204:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14492 00002000:00100000:1.0:1746137574.330211:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4ad80 x1830957303318144/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.330223:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4ad80 with x1830957303318144 ext(0->4095) 00002000:00010000:1.0:1746137574.330225:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089c4ad80 00000100:00100000:0.0:1746137574.331857:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.331958:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318272 00000100:00100000:2.0:1746137574.331965:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318272 00000100:00100000:2.0:1746137574.331997:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31148 00000100:00100000:2.0:1746137574.332003:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303318272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.332014:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.332032:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa16d expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.332057:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.332063:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.332064:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.332067:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.332094:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 81 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.332104:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 81 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.332115:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173248:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.332197:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.333040:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293173376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137574.333071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137574.333100:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293173376 00000100:00100000:0.0:1746137574.333103:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293173376 00000100:00100000:0.0:1746137574.333127:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746137574.333132:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293173376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137574.333157:0:7216:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746137574.333186:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293173376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.333191:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1746137574.333221:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293173376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746137574.335357:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173248:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.335380:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.335395:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a656e000, rc 0) 00000100:00100000:2.0:1746137574.335423:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303318272:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3421us (3570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.335430:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31148 00000100:00100000:0.0:1746137574.337293:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.337396:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318400 00000100:00100000:3.0:1746137574.337402:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318400 00010000:00010000:3.0:1746137574.337428:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.337592:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18914 00000100:00100000:3.0:1746137574.337599:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2005:x1830957303318400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.337609:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.337634:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.337645:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.337666:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073543200/0x95b3ed7b846f866c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa166 expref: 82 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.339740:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.339744:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.339756:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.339766:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.339804:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.339816:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173504:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137574.340836:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.341596:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.342866:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318528 00000100:00100000:2.0:1746137574.342874:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318528 00000100:00100000:2.0:1746137574.343468:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31149 00000100:00100000:2.0:1746137574.343475:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:1730:x1830957303318528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.343498:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.343517:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa174 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.343542:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.343548:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.343550:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.343553:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.343581:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.343591:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.343600:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173632:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.343668:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.347322:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173504:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.347351:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.347389:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2005:x1830957303318400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9790us (10099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.347398:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18914 00000100:00100000:0.0:1746137574.347567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.348122:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173632:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.348147:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 82 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.348162:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a656fc00, rc 0) 00000100:00100000:3.0:1746137574.348407:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318784 00000100:00100000:3.0:1746137574.348412:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318784 00002000:00100000:3.0:1746137574.348440:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a680 x1830957303318784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.348448:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a680 with x1830957303318784 ext(0->4095) 00010000:00010000:3.0:1746137574.348454:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.348465:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.348471:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4a680 00000100:00100000:3.0:1746137574.348508:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3628 00000100:00100000:3.0:1746137574.348514:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303318784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.348772:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:1730:x1830957303318528:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5296us (7935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.348779:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31149 00000100:00100000:3.0:1746137574.349255:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303318784:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 740us (1687us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.349264:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3628 00002000:00100000:3.0:1746137574.349270:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880089c4a680 x1830957303318784/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.349276:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089c4a680 with x1830957303318784 ext(0->4095) 00010000:00010000:3.0:1746137574.349281:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.349290:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.349296:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089c4a680 00000100:00100000:0.0:1746137574.352919:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.353103:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303318912 00000100:00100000:3.0:1746137574.353110:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303318912 00010000:00010000:3.0:1746137574.353139:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.353275:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18915 00000100:00100000:3.0:1746137574.353282:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303318912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.353295:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.353313:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.353323:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.353345:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8673 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa16d expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.353480:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.353482:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.353499:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.353505:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.353534:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.353544:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173760:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.353626:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.357276:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.357388:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319168 00000100:00100000:2.0:1746137574.357395:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319168 00002000:00100000:2.0:1746137574.357436:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957303319168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.357446:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957303319168 ext(0->4095) 00002000:00010000:2.0:1746137574.357451:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:2.0:1746137574.357469:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14493 00000100:00100000:2.0:1746137574.357475:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303319168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.357782:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293173760:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.357809:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.358416:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+82:2006:x1830957303319168:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 939us (1144us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.358421:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14493 00002000:00100000:2.0:1746137574.358427:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6680 x1830957303319168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.358435:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6680 with x1830957303319168 ext(0->4095) 00002000:00010000:2.0:1746137574.358438:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6680 00000100:00100000:3.0:1746137574.358530:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303318912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5247us (5616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.358539:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18915 00000100:00100000:0.0:1746137574.367798:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.367894:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319296 00000100:00100000:2.0:1746137574.367903:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319296 00000100:00100000:2.0:1746137574.368030:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31150 00000100:00100000:2.0:1746137574.368038:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303319296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.368056:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.368073:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa17b expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.368100:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.368106:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.368108:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.368111:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.368137:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.368151:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 81 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.368161:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173888:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.368235:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.388115:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293173888:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.388208:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.388225:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6ca00, rc 0) 00000100:00100000:2.0:1746137574.388267:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303319296:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20230us (20476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.388275:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31150 00000100:00100000:0.0:1746137574.390456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.390513:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.391326:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319552 00000100:00100000:3.0:1746137574.391333:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319552 00000100:00100000:2.0:1746137574.392806:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319424 00000100:00100000:2.0:1746137574.392812:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319424 00002000:00100000:2.0:1746137574.392850:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880135566d80 x1830957303319424/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.392858:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957303319424 ext(0->7) 00010000:00010000:2.0:1746137574.392866:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.392878:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.392887:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:2.0:1746137574.392909:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3629 00000100:00100000:2.0:1746137574.392915:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:2006:x1830957303319424:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137574.393419:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31151 00000100:00100000:3.0:1746137574.393427:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+83:1730:x1830957303319552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.393436:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.393451:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa182 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.393474:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.393479:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.393483:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.393499:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.393542:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.393552:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.393560:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:3.0:1746137574.393607:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1730:x1830957303319552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (3094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.393612:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31151 00000100:00100000:0.0:1746137574.397209:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303319424:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 4282us (6746us total) trans 4294972341 rc 0/0 00000100:00100000:0.0:1746137574.397224:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3629 00002000:00100000:0.0:1746137574.397237:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff880135566d80 x1830957303319424/t4294972341(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.397247:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566d80 with x1830957303319424 ext(0->7) 00010000:00010000:0.0:1746137574.397257:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.397270:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.397277:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135566d80 00000100:00100000:0.0:1746137574.401225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.401467:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319680 00000100:00100000:3.0:1746137574.401478:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319680 00010000:00010000:3.0:1746137574.401526:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.401558:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18916 00000100:00100000:3.0:1746137574.401566:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2007:x1830957303319680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.401579:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.401600:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.401613:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.401633:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a656fc00/0x95b3ed7b846f867a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa174 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.401957:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.401959:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.401966:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.401975:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.402008:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.402020:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.402031:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174144:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.402136:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.407198:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174144:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.407231:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.407525:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2007:x1830957303319680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5956us (6306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.407536:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18916 00000100:00100000:0.0:1746137574.409610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.411056:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303319936 00000100:00100000:2.0:1746137574.411067:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303319936 00002000:00100000:2.0:1746137574.411115:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957303319936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.411127:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957303319936 ext(0->4095) 00010000:00010000:2.0:1746137574.411137:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.411151:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.411157:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135564000 00000100:00100000:2.0:1746137574.411190:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3630 00000100:00100000:2.0:1746137574.411198:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303319936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.411346:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135564000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303319936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (1743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.411353:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3630 00002000:00100000:2.0:1746137574.411360:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135564000 x1830957303319936/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.411367:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135564000 with x1830957303319936 ext(0->4095) 00010000:00010000:2.0:1746137574.411372:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.411380:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.411386:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135564000 00000100:00100000:0.0:1746137574.413728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.413870:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320064 00000100:00100000:3.0:1746137574.413879:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320064 00010000:00010000:3.0:1746137574.413911:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.414553:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18917 00000100:00100000:3.0:1746137574.414562:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303320064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.414576:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.414595:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.414607:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.414628:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0e6ca00/0x95b3ed7b846f8681 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa17b expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.414660:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.414661:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.414668:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.414677:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.414710:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.414723:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174272:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.415397:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.418127:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174272:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.418159:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.418198:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135565500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303320064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3636us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.418208:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18917 00000100:00100000:0.0:1746137574.418657:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.418830:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320320 00000100:00100000:2.0:1746137574.418837:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320320 00002000:00100000:2.0:1746137574.418874:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566a00 x1830957303320320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.418889:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566a00 with x1830957303320320 ext(0->4095) 00002000:00010000:2.0:1746137574.418894:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135566a00 00000100:00100000:2.0:1746137574.418908:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14494 00000100:00100000:2.0:1746137574.418915:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957303320320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.419051:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957303320320:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.419057:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14494 00002000:00100000:2.0:1746137574.419063:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880135566a00 x1830957303320320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.419070:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135566a00 with x1830957303320320 ext(0->4095) 00002000:00010000:2.0:1746137574.419072:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135566a00 00000100:00100000:0.0:1746137574.422470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.422611:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320448 00000100:00100000:1.0:1746137574.422620:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320448 00000100:00100000:1.0:1746137574.422672:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31152 00000100:00100000:1.0:1746137574.422680:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303320448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.422696:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.422711:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa189 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.423395:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.423404:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.423406:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.423409:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.423442:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.423453:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 83 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.423464:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174400:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.423562:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.427248:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174400:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.427279:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.427295:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137574.427343:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135567b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303320448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4662us (4881us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.427351:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31152 00000100:00100000:0.0:1746137574.427704:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.427808:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320576 00000100:00100000:3.0:1746137574.427815:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320576 00010000:00010000:3.0:1746137574.427839:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.427862:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18918 00000100:00100000:3.0:1746137574.427868:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957303320576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.427880:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.427897:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.427906:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.427926:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f8688 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa182 expref: 84 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.428137:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.428139:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.428145:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.428153:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.428180:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.428191:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174528:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.428789:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.429302:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.429456:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320704 00000100:00100000:1.0:1746137574.429460:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320704 00000100:00100000:1.0:1746137574.429501:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31153 00000100:00100000:1.0:1746137574.429507:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1730:x1830957303320704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.429519:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.429530:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa190 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.429549:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.429556:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.429558:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.429561:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.429577:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.429591:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.429599:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174656:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.429642:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.431066:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174528:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.431094:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.431126:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957303320576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3256us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.431136:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18918 00000100:00100000:0.0:1746137574.431692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.431825:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303320960 00000100:00100000:2.0:1746137574.431832:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303320960 00002000:00100000:2.0:1746137574.431866:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5c00 x1830957303320960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.431882:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5c00 with x1830957303320960 ext(0->4095) 00010000:00010000:2.0:1746137574.431890:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.431902:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.431909:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5c00 00000100:00100000:2.0:1746137574.431954:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3631 00000100:00100000:2.0:1746137574.431961:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303320960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.432023:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174656:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.432039:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 84 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.432051:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979400, rc 0) 00000100:00100000:1.0:1746137574.432072:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:1730:x1830957303320704:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2566us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.432078:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303320960:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.432078:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31153 00000100:00100000:2.0:1746137574.432083:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3631 00002000:00100000:2.0:1746137574.432088:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5c00 x1830957303320960/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.432094:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5c00 with x1830957303320960 ext(0->4095) 00010000:00010000:2.0:1746137574.432098:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.432106:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.432111:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5c00 00000100:00100000:0.0:1746137574.436217:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.436503:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321088 00000100:00100000:3.0:1746137574.436513:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321088 00010000:00010000:3.0:1746137574.436545:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.436573:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18919 00000100:00100000:3.0:1746137574.436581:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303321088:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.436598:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.436616:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.436627:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.436648:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f868f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa189 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.436676:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.436678:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.436684:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.436692:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.436721:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.436737:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174784:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.436816:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.439231:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.439279:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321344 00000100:00100000:2.0:1746137574.439287:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321344 00002000:00100000:2.0:1746137574.439321:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4e00 x1830957303321344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.439331:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4e00 with x1830957303321344 ext(0->4095) 00002000:00010000:2.0:1746137574.439335:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4e00 00000100:00100000:2.0:1746137574.439350:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14495 00000100:00100000:2.0:1746137574.439356:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957303321344:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.439588:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2006:x1830957303321344:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.439596:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14495 00002000:00100000:2.0:1746137574.439602:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb4e00 x1830957303321344/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.439609:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb4e00 with x1830957303321344 ext(0->4095) 00002000:00010000:2.0:1746137574.439612:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb4e00 00000100:00100000:3.0:1746137574.440742:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293174784:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.440770:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.440813:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303321088:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4232us (4605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.440825:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18919 00000100:00100000:0.0:1746137574.446301:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.446429:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321472 00000100:00100000:1.0:1746137574.446441:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321472 00000100:00100000:1.0:1746137574.446513:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31154 00000100:00100000:1.0:1746137574.446520:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303321472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.446537:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.446711:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa197 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.446741:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.446753:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.446755:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.446758:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.446787:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.446799:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 83 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.446810:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174912:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.447163:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.449911:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293174912:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.450025:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.450041:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978a00, rc 0) 00000100:00100000:1.0:1746137574.450091:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303321472:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3571us (3802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.450100:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31154 00000100:00100000:0.0:1746137574.453377:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.453493:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321600 00000100:00100000:2.0:1746137574.453503:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321600 00002000:00100000:2.0:1746137574.453544:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfb7480 x1830957303321600/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.453554:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7480 with x1830957303321600 ext(0->7) 00010000:00010000:2.0:1746137574.453562:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 84 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.453574:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 84 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.453584:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7480 00000100:00100000:2.0:1746137574.453604:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3632 00000100:00100000:2.0:1746137574.453611:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+84:2005:x1830957303321600:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746137574.455416:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303321600:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 1800us (2044us total) trans 4294972342 rc 0/0 00000100:00100000:0.0:1746137574.455424:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3632 00002000:00100000:0.0:1746137574.455432:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009dfb7480 x1830957303321600/t4294972342(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.455446:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb7480 with x1830957303321600 ext(0->7) 00010000:00010000:0.0:1746137574.455454:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.455465:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:0.0:1746137574.455471:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb7480 00000100:00100000:0.0:1746137574.456983:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.459783:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321728 00000100:00100000:3.0:1746137574.459798:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321728 00010000:00010000:3.0:1746137574.459840:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.459876:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18920 00000100:00100000:3.0:1746137574.459885:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303321728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.459900:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.459918:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.459930:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.459968:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8696 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa190 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.459988:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.459990:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.459996:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.460004:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.460038:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.460052:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175040:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.460144:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.461630:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.461676:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303321856 00000100:00100000:1.0:1746137574.461681:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303321856 00000100:00100000:1.0:1746137574.461720:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31155 00000100:00100000:1.0:1746137574.461726:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303321856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.461738:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.461748:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa19e expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.461766:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.461772:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.461773:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.461776:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.461792:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.461801:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.461809:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175168:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.461864:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.463541:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175040:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.463570:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.463602:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303321728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3719us (6664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.463613:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18920 00000100:00100000:0.0:1746137574.463825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.463875:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322112 00000100:00100000:1.0:1746137574.463887:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322112 00002000:00100000:1.0:1746137574.463920:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6d80 x1830957303322112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.463929:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6d80 with x1830957303322112 ext(0->4095) 00010000:00010000:1.0:1746137574.463963:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.463979:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.463985:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6d80 00000100:00100000:1.0:1746137574.464004:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3633 00000100:00100000:1.0:1746137574.464010:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303322112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.464112:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303322112:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.464117:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3633 00002000:00100000:1.0:1746137574.464122:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6d80 x1830957303322112/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.464129:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6d80 with x1830957303322112 ext(0->4095) 00010000:00010000:1.0:1746137574.464134:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.464142:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.464147:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb6d80 00000100:00100000:1.0:1746137574.465339:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175168:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.465357:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.465368:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:1.0:1746137574.465401:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303321856:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3675us (3776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.465407:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31155 00000100:00100000:0.0:1746137574.466868:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.466963:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322240 00000100:00100000:1.0:1746137574.466970:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322240 00000100:00100000:1.0:1746137574.467013:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31156 00000100:00100000:1.0:1746137574.467020:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303322240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.467032:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.467045:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1a5 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.467064:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.467069:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.467075:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.467078:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.467107:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.467116:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.467124:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978c00, rc 0) 00000100:00100000:1.0:1746137574.467151:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1731:x1830957303322240:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.467158:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31156 00000100:00100000:0.0:1746137574.467313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.467353:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322368 00000100:00100000:3.0:1746137574.467360:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322368 00010000:00010000:3.0:1746137574.467381:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 7 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.467401:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18921 00000100:00100000:3.0:1746137574.467406:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303322368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.467413:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.467430:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 7 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.467440:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 7 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.467455:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f869d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa197 expref: 7 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.467467:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.467469:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.467475:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.467482:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.467520:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.467530:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 85 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.467541:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175424:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.467602:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.475566:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.475589:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175424:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.475624:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.475738:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322624 00000100:00100000:1.0:1746137574.475745:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322624 00002000:00100000:1.0:1746137574.475782:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957303322624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.475792:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957303322624 ext(0->4095) 00010000:00010000:1.0:1746137574.475800:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.475812:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.475818:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5880 00000100:00100000:1.0:1746137574.475850:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3634 00000100:00100000:1.0:1746137574.475857:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303322624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.475894:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303322368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8487us (8581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.475903:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18921 00000100:00100000:1.0:1746137574.476664:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303322624:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 805us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.476669:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3634 00002000:00100000:1.0:1746137574.476675:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5880 x1830957303322624/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.476681:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5880 with x1830957303322624 ext(0->4095) 00010000:00010000:1.0:1746137574.476686:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.476698:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.476704:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5880 00000100:00100000:0.0:1746137574.478773:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.478857:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.478958:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322880 00000100:00100000:3.0:1746137574.478966:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322880 00010000:00010000:3.0:1746137574.478995:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.479022:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18922 00000100:00100000:3.0:1746137574.479029:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303322880:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.479043:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.479061:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.479073:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.479095:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa19e expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.479112:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.479114:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.479121:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.479129:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.479163:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.479175:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175552:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.479375:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303322752 00000100:00100000:1.0:1746137574.479379:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303322752 00000100:00100000:1.0:1746137574.480355:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31157 00000100:00100000:1.0:1746137574.480364:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303322752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.480376:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.480387:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1ac expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.480406:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.480412:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.480413:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.480416:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.480435:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.480444:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.480454:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175680:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.480684:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.481194:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.482432:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175552:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.482463:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.482502:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303322880:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3472us (3644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.482515:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18922 00000100:00100000:1.0:1746137574.482772:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175680:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.482795:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.482813:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979c00, rc 0) 00000100:00100000:1.0:1746137574.482832:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303322752:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2471us (4067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.482838:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31157 00000100:00100000:0.0:1746137574.483210:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.483281:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303323136 00000100:00100000:1.0:1746137574.483287:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303323136 00002000:00100000:1.0:1746137574.483317:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957303323136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.483327:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957303323136 ext(0->4095) 00010000:00010000:1.0:1746137574.483334:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.483349:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.483355:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5180 00000100:00100000:1.0:1746137574.483408:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3635 00000100:00100000:1.0:1746137574.483415:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303323136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.483548:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303323136:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.483557:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3635 00002000:00100000:1.0:1746137574.483562:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb5180 x1830957303323136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.483569:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb5180 with x1830957303323136 ext(0->4095) 00010000:00010000:1.0:1746137574.483573:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.483581:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.483587:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfb5180 00000100:00100000:0.0:1746137574.485405:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.485481:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303323264 00000100:00100000:3.0:1746137574.485500:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303323264 00010000:00010000:3.0:1746137574.485527:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.485551:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18923 00000100:00100000:3.0:1746137574.485557:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303323264:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.485569:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.485587:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.485597:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.485616:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f86ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1a5 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.485645:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.485647:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.485653:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.485660:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.485689:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.485702:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175808:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.486329:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.487844:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293175808:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.487872:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.487910:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303323264:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2352us (2509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.487919:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18923 00000100:00100000:0.0:1746137574.487976:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.488031:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303323520 00000100:00100000:1.0:1746137574.488037:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303323520 00002000:00100000:1.0:1746137574.488070:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6300 x1830957303323520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.488079:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6300 with x1830957303323520 ext(0->4095) 00002000:00010000:1.0:1746137574.488083:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb6300 00000100:00100000:1.0:1746137574.488109:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14496 00000100:00100000:1.0:1746137574.488115:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303323520:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.488225:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303323520:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.488231:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14496 00002000:00100000:1.0:1746137574.488237:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfb6300 x1830957303323520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.489696:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfb6300 with x1830957303323520 ext(0->4095) 00002000:00010000:1.0:1746137574.489701:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dfb6300 00000100:00100000:0.0:1746137574.491080:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.491138:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303323648 00000100:00100000:1.0:1746137574.491145:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303323648 00000100:00100000:1.0:1746137574.491179:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31158 00000100:00100000:1.0:1746137574.491186:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303323648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.491198:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.491213:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1b3 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.491236:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.491243:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.491244:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.491247:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.491273:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.491283:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 85 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.491294:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175936:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.491692:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.493054:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293175936:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.493077:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.493093:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:1.0:1746137574.493138:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303323648:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1950us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.493144:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31158 00000100:00100000:0.0:1746137574.493431:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.493748:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303323776 00000100:00100000:3.0:1746137574.493755:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303323776 00010000:00010000:3.0:1746137574.493784:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.493814:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18924 00000100:00100000:3.0:1746137574.493820:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303323776:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.493831:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.493848:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.493857:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.493876:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979c00/0x95b3ed7b846f86b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ac expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.493901:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.493978:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.493984:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.493991:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.494015:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.494024:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176064:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.494087:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.496276:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176064:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.496316:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.496358:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957303323776:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2536us (2926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.496366:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18924 00000100:00100000:0.0:1746137574.497007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.497062:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324032 00000100:00100000:1.0:1746137574.497070:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324032 00002000:00100000:1.0:1746137574.497101:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957303324032/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.497111:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957303324032 ext(0->4095) 00002000:00010000:1.0:1746137574.497115:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f480 00000100:00100000:1.0:1746137574.497141:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14497 00000100:00100000:1.0:1746137574.497148:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303324032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.497259:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303324032:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.497265:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14497 00002000:00100000:1.0:1746137574.497270:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f480 x1830957303324032/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.497277:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f480 with x1830957303324032 ext(0->4095) 00002000:00010000:1.0:1746137574.497279:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f480 00000100:00100000:0.0:1746137574.498309:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.498343:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324160 00000100:00100000:1.0:1746137574.498347:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324160 00000100:00100000:1.0:1746137574.498369:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31159 00000100:00100000:1.0:1746137574.498373:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303324160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.498380:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.498392:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1ba expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.498410:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.498415:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.498416:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.498419:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.498439:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.498445:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.498452:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176192:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.498523:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.498529:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.498546:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324288 00000100:00100000:0.0:1746137574.498548:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324288 00000100:00100000:0.0:1746137574.498575:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31160 00000100:00100000:0.0:1746137574.498578:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303324288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137574.498583:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137574.498589:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1c1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.498598:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.498600:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.498603:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137574.498605:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.498620:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.498627:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.498631:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a625c400, rc 0) 00000100:00100000:0.0:1746137574.498644:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957303324288:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 66us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.498647:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31160 00000100:00100000:0.0:1746137574.500283:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.500342:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324416 00000100:00100000:3.0:1746137574.500348:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324416 00010000:00010000:3.0:1746137574.500367:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.500389:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176192:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.500390:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18925 00000100:00100000:3.0:1746137574.500394:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303324416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.500403:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.500408:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.500417:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.500421:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978200, rc 0) 00010000:00010000:3.0:1746137574.500428:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.500441:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1b3 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.500454:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.500455:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.500459:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.500459:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303324160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2085us (2153us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137574.500464:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137574.500466:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31159 00010000:00010000:3.0:1746137574.500479:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.500497:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.500506:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176448:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.500544:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.503388:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.503655:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324672 00000100:00100000:1.0:1746137574.503662:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324672 00002000:00100000:1.0:1746137574.503699:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ca80 x1830957303324672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.503708:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957303324672 ext(0->4095) 00010000:00010000:1.0:1746137574.503716:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.503728:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.503735:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:1.0:1746137574.503764:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3636 00000100:00100000:1.0:1746137574.503770:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303324672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.503883:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303324672:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.503889:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3636 00000100:00100000:3.0:1746137574.504281:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176448:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.504307:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746137574.504320:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1ca80 x1830957303324672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.504333:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1ca80 with x1830957303324672 ext(0->4095) 00010000:00010000:1.0:1746137574.504338:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.504341:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303324416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3945us (4063us total) trans 0 rc 0/0 00010000:00010000:1.0:1746137574.504347:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.504352:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d1ca80 00000100:00100000:3.0:1746137574.504353:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18925 00000100:00100000:0.0:1746137574.507668:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.507764:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303324800 00000100:00100000:3.0:1746137574.507772:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303324800 00010000:00010000:3.0:1746137574.507799:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.508230:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18926 00000100:00100000:3.0:1746137574.508240:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303324800:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.508253:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.508272:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.508285:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.508307:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f86c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1ba expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.508335:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.508336:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.508342:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.508351:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.508381:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.508395:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176576:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.508519:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.510269:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176576:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.510299:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.510344:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303324800:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2105us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.510353:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18926 00000100:00100000:0.0:1746137574.510605:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.511316:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325056 00000100:00100000:1.0:1746137574.511322:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325056 00002000:00100000:1.0:1746137574.511357:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957303325056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.511367:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957303325056 ext(0->4095) 00002000:00010000:1.0:1746137574.511370:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f800 00000100:00100000:1.0:1746137574.511579:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14498 00000100:00100000:1.0:1746137574.511586:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303325056:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137574.511731:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303325056:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (1126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.511738:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14498 00002000:00100000:1.0:1746137574.511742:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1f800 x1830957303325056/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.511750:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1f800 with x1830957303325056 ext(0->4095) 00002000:00010000:1.0:1746137574.511752:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1f800 00000100:00100000:0.0:1746137574.514163:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.514291:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325184 00000100:00100000:1.0:1746137574.514303:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325184 00000100:00100000:1.0:1746137574.514358:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31161 00000100:00100000:1.0:1746137574.514366:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303325184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.514381:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.514395:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1c8 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.514419:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.514426:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.514427:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.514430:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.514457:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.514467:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.514480:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176704:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.514578:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.517221:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176704:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.517251:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.517271:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:1.0:1746137574.517322:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303325184:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.517330:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31161 00000100:00100000:0.0:1746137574.518362:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.518545:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325312 00000100:00100000:3.0:1746137574.518552:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325312 00010000:00010000:3.0:1746137574.518580:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.518604:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18927 00000100:00100000:3.0:1746137574.518611:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303325312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.518621:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.518640:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.518650:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.518669:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a625c400/0x95b3ed7b846f86c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c1 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.518695:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.518698:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.518704:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.518711:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.518740:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.518752:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176832:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.518824:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.522443:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293176832:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.522474:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.522530:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303325312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3918us (4169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.522541:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18927 00000100:00100000:0.0:1746137574.523644:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.523685:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.523746:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325568 00000100:00100000:1.0:1746137574.523754:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325568 00002000:00100000:1.0:1746137574.523791:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1c000 x1830957303325568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.523801:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1c000 with x1830957303325568 ext(0->4095) 00002000:00010000:1.0:1746137574.523805:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1c000 00000100:00100000:1.0:1746137574.523834:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14499 00000100:00100000:1.0:1746137574.523841:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303325568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.523979:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303325568:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.523985:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14499 00002000:00100000:1.0:1746137574.523991:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091d1c000 x1830957303325568/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.523997:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1c000 with x1830957303325568 ext(0->4095) 00002000:00010000:1.0:1746137574.524000:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1c000 00000100:00100000:2.0:1746137574.524022:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325696 00000100:00100000:2.0:1746137574.524026:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325696 00000100:00100000:2.0:1746137574.524063:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31162 00000100:00100000:2.0:1746137574.524069:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303325696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.524078:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.524095:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1cf expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.524115:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.524122:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.524123:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.524126:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.524308:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.524320:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.524331:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176960:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.524404:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.525450:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.525615:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293176960:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.525634:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525646:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a656e000, rc 0) 00000100:00100000:2.0:1746137574.525668:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303325696:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.525674:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31162 00000100:00100000:2.0:1746137574.525689:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325824 00000100:00100000:2.0:1746137574.525693:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325824 00000100:00100000:2.0:1746137574.525712:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31163 00000100:00100000:2.0:1746137574.525717:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957303325824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.525725:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.525734:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1d6 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525746:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.525750:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525755:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.525757:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525775:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525788:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.525795:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8a00, rc 0) 00000100:00100000:2.0:1746137574.525810:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303325824:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.525816:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31163 00000100:00100000:0.0:1746137574.526714:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.526768:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303325952 00000100:00100000:3.0:1746137574.526773:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303325952 00010000:00010000:3.0:1746137574.526790:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.526813:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18928 00000100:00100000:3.0:1746137574.526818:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303325952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.526826:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.526911:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.526926:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.526966:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f86ce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1c8 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.527184:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.527186:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.527192:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.527199:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.527223:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.527341:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.527353:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293177216:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.527735:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.528771:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293177216:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.528796:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.528965:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303325952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2144us (2250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.528977:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18928 00000100:00100000:1.0:1746137574.529123:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.529230:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303326208 00000100:00100000:3.0:1746137574.529236:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303326208 00002000:00100000:3.0:1746137574.529265:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5180 x1830957303326208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.529275:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5180 with x1830957303326208 ext(0->4095) 00010000:00010000:3.0:1746137574.529282:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.529292:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.529299:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5180 00000100:00100000:3.0:1746137574.529314:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3637 00000100:00100000:3.0:1746137574.529320:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303326208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.529436:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303326208:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.529442:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3637 00002000:00100000:3.0:1746137574.529447:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5180 x1830957303326208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.529454:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5180 with x1830957303326208 ext(0->4095) 00010000:00010000:3.0:1746137574.529458:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.529471:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.529476:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5180 00000100:00100000:0.0:1746137574.530763:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.530830:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303326336 00000100:00100000:3.0:1746137574.530836:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303326336 00010000:00010000:3.0:1746137574.530857:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746137574.531088:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18929 00000100:00100000:0.0:1746137574.531095:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303326336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137574.531106:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137574.531123:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.531133:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.531151:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f86d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1cf expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.531180:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.531182:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.531188:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.531194:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.531223:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137574.531235:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177344:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137574.531300:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.533375:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177344:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.533399:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.533405:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.533456:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303326592 00000100:00100000:3.0:1746137574.533463:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303326592 00002000:00100000:3.0:1746137574.533507:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957303326592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.533517:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957303326592 ext(0->4095) 00002000:00010000:3.0:1746137574.533521:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036dc00 00000100:00100000:3.0:1746137574.533550:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14500 00000100:00100000:3.0:1746137574.533557:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303326592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.533646:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303326336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2551us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.533655:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18929 00000100:00100000:3.0:1746137574.533663:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303326592:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.533668:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14500 00002000:00100000:3.0:1746137574.533672:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036dc00 x1830957303326592/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.533679:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036dc00 with x1830957303326592 ext(0->4095) 00002000:00010000:3.0:1746137574.533681:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036dc00 00000100:00100000:0.0:1746137574.535059:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.535147:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303326720 00000100:00100000:1.0:1746137574.535152:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303326720 00000100:00100000:1.0:1746137574.535232:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31164 00000100:00100000:1.0:1746137574.535239:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303326720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.535249:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.535263:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1dd expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.535285:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.535292:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.535293:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.535296:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.535322:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.535333:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 85 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.535344:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293177472:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.535659:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.537554:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293177472:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.537582:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.537597:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978600, rc 0) 00000100:00100000:1.0:1746137574.537637:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303326720:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.537646:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31164 00000100:00100000:0.0:1746137574.537841:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.538295:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303326848 00000100:00100000:2.0:1746137574.538302:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303326848 00010000:00010000:2.0:1746137574.538325:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.538357:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18930 00000100:00100000:2.0:1746137574.538366:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303326848:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.538379:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.538397:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.538408:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.538427:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f86dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1d6 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.538510:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.538512:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.538518:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.538530:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.538558:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.538570:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177600:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.538624:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.539834:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177600:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.539848:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.539873:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303326848:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1510us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.539880:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18930 00000100:00100000:0.0:1746137574.540386:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.540557:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327104 00000100:00100000:1.0:1746137574.540562:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327104 00002000:00100000:1.0:1746137574.540592:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957303327104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.540602:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957303327104 ext(0->4095) 00002000:00010000:1.0:1746137574.540606:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036df80 00000100:00100000:1.0:1746137574.540678:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14501 00000100:00100000:1.0:1746137574.540685:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303327104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.540882:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303327104:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.540888:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14501 00002000:00100000:1.0:1746137574.540894:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88013036df80 x1830957303327104/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.540901:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013036df80 with x1830957303327104 ext(0->4095) 00002000:00010000:1.0:1746137574.540903:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013036df80 00000100:00100000:0.0:1746137574.543362:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.543391:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327232 00000100:00100000:1.0:1746137574.543399:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327232 00000100:00100000:1.0:1746137574.543440:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31165 00000100:00100000:1.0:1746137574.543447:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1731:x1830957303327232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.543465:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.543482:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1e4 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.543525:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.543532:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.543533:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.543536:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.543564:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.543574:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.543585:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293177728:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.543670:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.546535:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.546639:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327360 00000100:00100000:2.0:1746137574.546649:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327360 00000100:00100000:2.0:1746137574.546692:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31166 00000100:00100000:2.0:1746137574.546698:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303327360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.546716:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.546731:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1eb expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.546753:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.546758:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.546763:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.546766:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.547302:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.547315:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.547325:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9200, rc 0) 00000100:00100000:2.0:1746137574.547379:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957303327360:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 680us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.547385:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31166 00000100:00100000:0.0:1746137574.547660:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293177728:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137574.547677:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.547686:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978a00, rc 0) 00000100:00100000:0.0:1746137574.547704:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303327232:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4258us (4349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.547709:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31165 00000100:00100000:3.0:1746137574.547844:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.547998:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327488 00000100:00100000:2.0:1746137574.548003:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327488 00010000:00010000:2.0:1746137574.548023:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.548042:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18931 00000100:00100000:2.0:1746137574.548048:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303327488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.548059:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.548076:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.548086:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.548104:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f86e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1dd expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.548130:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.548131:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.548137:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.548145:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.548164:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.548173:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.548184:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177984:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.548242:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.550607:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.550670:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327744 00000100:00100000:1.0:1746137574.550679:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327744 00002000:00100000:1.0:1746137574.550726:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec380 x1830957303327744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.550737:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec380 with x1830957303327744 ext(0->4095) 00010000:00010000:1.0:1746137574.550744:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.550757:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.550769:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec380 00000100:00100000:1.0:1746137574.550803:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3638 00000100:00100000:1.0:1746137574.550810:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303327744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.550969:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303327744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.550977:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3638 00002000:00100000:1.0:1746137574.550983:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec380 x1830957303327744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.550991:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec380 with x1830957303327744 ext(0->4095) 00010000:00010000:1.0:1746137574.550995:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.551004:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.551010:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec380 00000100:00100000:2.0:1746137574.551136:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293177984:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.551190:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.551215:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303327488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3166us (3371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.551223:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18931 00000100:00100000:0.0:1746137574.554090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.554179:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303327872 00000100:00100000:1.0:1746137574.554189:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303327872 00000100:00100000:1.0:1746137574.554245:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31167 00000100:00100000:1.0:1746137574.554253:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303327872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.554269:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.554285:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1f2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.554315:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.554321:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.554327:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137574.554330:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.554370:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.554382:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.554392:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979000, rc 0) 00000100:00100000:1.0:1746137574.554429:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303327872:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.554435:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31167 00000100:00100000:1.0:1746137574.556386:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.556497:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328000 00000100:00100000:2.0:1746137574.556508:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328000 00010000:00010000:2.0:1746137574.556536:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.557056:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18932 00000100:00100000:2.0:1746137574.557065:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303328000:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.557078:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.557097:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.557109:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.557128:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978a00/0x95b3ed7b846f86ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1e4 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.557150:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.557153:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.557159:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.557166:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.557193:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.557203:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.557215:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293178240:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.557297:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.558539:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.558590:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328256 00000100:00100000:2.0:1746137574.558590:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293178240:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.558596:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328256 00010000:00010000:2.0:1746137574.558605:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137574.558626:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcefb80 x1830957303328256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.558636:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957303328256 ext(0->4095) 00010000:00010000:3.0:1746137574.558643:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.558653:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.558658:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:3.0:1746137574.558685:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3639 00000100:00100000:3.0:1746137574.558693:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303328256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.558830:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303328000:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1766us (2448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.558833:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303328256:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.558838:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18932 00000100:00100000:3.0:1746137574.558839:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3639 00002000:00100000:3.0:1746137574.558849:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcefb80 x1830957303328256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.558856:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcefb80 with x1830957303328256 ext(0->4095) 00010000:00010000:3.0:1746137574.558861:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.558869:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.558875:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcefb80 00000100:00100000:0.0:1746137574.561214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.561592:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328384 00000100:00100000:2.0:1746137574.561600:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328384 00000100:00100000:2.0:1746137574.561645:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31168 00000100:00100000:2.0:1746137574.561653:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303328384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.561671:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.561686:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa1f9 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.561708:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.561713:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.561723:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746137574.561727:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 87 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.561758:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.561769:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 87 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.561778:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9800, rc 0) 00000100:00100000:0.0:1746137574.561786:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.561811:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303328384:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.561816:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31168 00000100:00100000:3.0:1746137574.561897:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328512 00000100:00100000:3.0:1746137574.561902:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328512 00010000:00010000:3.0:1746137574.561917:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.561960:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18933 00000100:00100000:2.0:1746137574.561966:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303328512:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.561974:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.561990:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.562000:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.562015:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f86f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1eb expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.562329:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.562334:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.562347:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.562357:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.562397:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.562411:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.562422:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293178496:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.562606:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.564178:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293178496:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.564194:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.564224:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303328512:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2257us (2438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.564234:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18933 00000100:00100000:0.0:1746137574.566016:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.566130:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328768 00000100:00100000:3.0:1746137574.566139:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328768 00002000:00100000:3.0:1746137574.566179:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceea00 x1830957303328768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.566194:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceea00 with x1830957303328768 ext(0->4095) 00010000:00010000:3.0:1746137574.566203:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.566216:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.566223:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bceea00 00000100:00100000:3.0:1746137574.566371:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3640 00000100:00100000:3.0:1746137574.566379:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303328768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.566532:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303328768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.566539:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3640 00002000:00100000:3.0:1746137574.566544:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bceea00 x1830957303328768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.566558:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bceea00 with x1830957303328768 ext(0->4095) 00010000:00010000:3.0:1746137574.566563:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.566572:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.566578:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bceea00 00000100:00100000:0.0:1746137574.569826:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.570214:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303328896 00000100:00100000:2.0:1746137574.570224:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303328896 00010000:00010000:2.0:1746137574.570258:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.570303:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18934 00000100:00100000:2.0:1746137574.570311:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303328896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.570324:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.570344:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.570355:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.570377:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f86f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f2 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.570859:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.570861:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.570869:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.570877:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.570909:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.570921:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293178624:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.571243:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.573418:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.573520:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329152 00000100:00100000:1.0:1746137574.573529:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329152 00002000:00100000:1.0:1746137574.573572:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957303329152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.573582:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957303329152 ext(0->4095) 00002000:00010000:1.0:1746137574.573587:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcec700 00000100:00100000:1.0:1746137574.573617:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14502 00000100:00100000:1.0:1746137574.573626:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303329152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.573762:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303329152:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.573768:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14502 00002000:00100000:1.0:1746137574.573774:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec700 x1830957303329152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.573781:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec700 with x1830957303329152 ext(0->4095) 00002000:00010000:1.0:1746137574.573784:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcec700 00000100:00100000:2.0:1746137574.573858:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293178624:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.573876:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.573895:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303328896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3586us (4080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.573902:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18934 00000100:00100000:0.0:1746137574.576388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.576720:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329280 00000100:00100000:1.0:1746137574.576728:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329280 00000100:00100000:1.0:1746137574.577217:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31169 00000100:00100000:1.0:1746137574.577225:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303329280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.577241:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.577257:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa200 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.577285:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.577291:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.577293:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.577296:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.577323:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.577338:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 85 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.577349:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293178752:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.577424:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.579385:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293178752:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.579408:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.579422:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979800, rc 0) 00000100:00100000:1.0:1746137574.579454:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303329280:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2230us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.579461:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31169 00000100:00100000:0.0:1746137574.580399:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.580827:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329408 00000100:00100000:2.0:1746137574.580834:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329408 00010000:00010000:2.0:1746137574.580861:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.581149:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18935 00000100:00100000:3.0:1746137574.581159:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303329408:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.581170:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.581247:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.581258:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.581277:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f86ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa1f9 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.581300:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.581302:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.581307:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.581314:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.581343:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.581353:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293178880:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.581743:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.584767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.584848:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293178880:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.584880:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.584920:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303329408:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3763us (4523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.584930:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18935 00000100:00100000:1.0:1746137574.585098:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329536 00000100:00100000:1.0:1746137574.585104:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329536 00000100:00100000:1.0:1746137574.585136:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31170 00000100:00100000:1.0:1746137574.585141:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303329536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.585156:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.585171:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa207 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.585180:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137574.585196:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.585207:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.585208:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.585211:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.585217:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329792 00000100:00100000:2.0:1746137574.585224:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329792 00010000:00010000:1.0:1746137574.585233:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.585243:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.585253:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179008:192.168.202.31@tcp:104: 00002000:00100000:2.0:1746137574.585263:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957303329792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.585272:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957303329792 ext(0->4095) 00010000:00010000:2.0:1746137574.585280:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.585292:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.585292:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746137574.585298:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340700 00000100:00100000:2.0:1746137574.585317:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3641 00000100:00100000:2.0:1746137574.585324:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303329792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.585466:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303329792:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.585476:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3641 00002000:00100000:2.0:1746137574.585493:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091340700 x1830957303329792/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.585500:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091340700 with x1830957303329792 ext(0->4095) 00010000:00010000:2.0:1746137574.585505:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.585513:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.585519:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091340700 00000100:00100000:1.0:1746137574.588559:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179008:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.588587:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.588602:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978c00, rc 0) 00000100:00100000:1.0:1746137574.588656:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303329536:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3514us (3896us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.588664:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31170 00000100:00100000:0.0:1746137574.590042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.590109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.590137:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303329920 00000100:00100000:1.0:1746137574.590144:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303329920 00000100:00100000:1.0:1746137574.590186:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31171 00000100:00100000:1.0:1746137574.590192:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957303329920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.590207:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.590222:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa20e expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.590227:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330048 00000100:00100000:3.0:1746137574.590234:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330048 00010000:00010000:1.0:1746137574.590240:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.590244:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.590249:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.590252:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.590260:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.590280:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.590286:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18936 00010000:00010000:1.0:1746137574.590289:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.590292:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303330048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137574.590298:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978200, rc 0) 00010000:00010000:3.0:1746137574.590304:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.590322:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.590332:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.590351:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8706 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa200 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.590370:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.590372:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.590378:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.590385:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.590410:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.590420:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.590432:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179264:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.590584:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303329920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 390us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.590590:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31171 00000100:00100000:3.0:1746137574.591450:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.594285:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179264:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.594318:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.594362:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303330048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4070us (4253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.594372:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18936 00000100:00100000:0.0:1746137574.594913:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.594994:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330304 00000100:00100000:3.0:1746137574.595001:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330304 00002000:00100000:3.0:1746137574.595033:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec000 x1830957303330304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.595050:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec000 with x1830957303330304 ext(0->4095) 00010000:00010000:3.0:1746137574.595057:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.595069:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.595076:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec000 00000100:00100000:3.0:1746137574.595102:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3642 00000100:00100000:3.0:1746137574.595108:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303330304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.595390:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303330304:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (478us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.595396:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3642 00002000:00100000:3.0:1746137574.595401:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009bcec000 x1830957303330304/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.595409:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcec000 with x1830957303330304 ext(0->4095) 00010000:00010000:3.0:1746137574.595413:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.595421:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.595427:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bcec000 00000100:00100000:0.0:1746137574.598112:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.598216:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330432 00000100:00100000:3.0:1746137574.598225:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330432 00010000:00010000:3.0:1746137574.598254:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.598288:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18937 00000100:00100000:3.0:1746137574.598295:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303330432:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.598306:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.598322:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.598333:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.598351:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f870d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa207 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.598372:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.598373:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.598380:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.598387:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.598413:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.598424:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179392:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.598495:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.600797:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179392:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.600829:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.600912:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303330432:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2616us (2807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.600922:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18937 00000100:00100000:2.0:1746137574.601726:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.601833:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330688 00000100:00100000:0.0:1746137574.601840:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330688 00002000:00100000:0.0:1746137574.601872:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341c00 x1830957303330688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.601883:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341c00 with x1830957303330688 ext(0->4095) 00002000:00010000:0.0:1746137574.601887:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341c00 00000100:00100000:0.0:1746137574.602079:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14503 00000100:00100000:0.0:1746137574.602086:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303330688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746137574.602360:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303330688:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 274us (635us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137574.602367:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14503 00002000:00100000:0.0:1746137574.602373:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341c00 x1830957303330688/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746137574.602380:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341c00 with x1830957303330688 ext(0->4095) 00002000:00010000:0.0:1746137574.602383:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091341c00 00000100:00100000:0.0:1746137574.605880:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.606096:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330816 00000100:00100000:1.0:1746137574.606107:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330816 00000100:00100000:1.0:1746137574.606262:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31172 00000100:00100000:1.0:1746137574.606271:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303330816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.606291:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.606309:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa215 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.606339:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.606347:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.606348:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.606352:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.606382:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.606393:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.606405:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179520:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.607349:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.610401:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179520:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.610433:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.610438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:1.0:1746137574.610450:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979000, rc 0) 00000100:00100000:1.0:1746137574.610514:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303330816:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4243us (4645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.610522:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31172 00000100:00100000:3.0:1746137574.610736:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303330944 00000100:00100000:3.0:1746137574.610742:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303330944 00010000:00010000:3.0:1746137574.610767:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.610794:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18938 00000100:00100000:3.0:1746137574.610800:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303330944:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.610810:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.610828:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.610837:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.610856:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978200/0x95b3ed7b846f8714 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa20e expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.610881:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.610883:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.610889:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.610901:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.611110:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.611123:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179648:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.611323:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.612785:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.612872:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331072 00000100:00100000:1.0:1746137574.612880:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331072 00000100:00100000:1.0:1746137574.612930:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31173 00000100:00100000:1.0:1746137574.612958:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303331072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.612973:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.612985:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa21c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.613009:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.613016:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.613018:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.613021:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.613044:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.613054:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.613063:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179776:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.613130:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.613403:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293179648:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.613431:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.613461:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303330944:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2661us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.613469:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18938 00000100:00100000:0.0:1746137574.613613:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.613628:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331328 00000100:00100000:2.0:1746137574.613631:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331328 00002000:00100000:2.0:1746137574.613654:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957303331328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.613663:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957303331328 ext(0->4095) 00010000:00010000:2.0:1746137574.613669:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.613679:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.613686:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99b480 00000100:00100000:2.0:1746137574.613704:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3643 00000100:00100000:2.0:1746137574.613709:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303331328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.613811:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303331328:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.613817:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3643 00002000:00100000:2.0:1746137574.613821:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f99b480 x1830957303331328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.613829:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99b480 with x1830957303331328 ext(0->4095) 00010000:00010000:2.0:1746137574.613833:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.613842:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.613848:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f99b480 00000100:00100000:1.0:1746137574.615156:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293179776:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.615172:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615185:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979400, rc 0) 00000100:00100000:1.0:1746137574.615208:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303331072:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2273us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.615212:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31173 00000100:00100000:0.0:1746137574.615528:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.615554:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331456 00000100:00100000:1.0:1746137574.615558:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331456 00000100:00100000:1.0:1746137574.615586:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31174 00000100:00100000:1.0:1746137574.615590:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957303331456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.615600:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.615608:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa223 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615620:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.615623:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615627:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.615629:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615643:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615648:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.615655:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979600, rc 0) 00000100:00100000:1.0:1746137574.615669:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303331456:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 79us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.615672:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31174 00000100:00100000:0.0:1746137574.616558:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.616639:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331584 00000100:00100000:3.0:1746137574.616644:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331584 00010000:00010000:3.0:1746137574.616662:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.616737:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18939 00000100:00100000:3.0:1746137574.616743:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303331584:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.616898:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.616917:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.616928:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.616977:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979000/0x95b3ed7b846f871b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa215 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.616994:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.616996:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.617001:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.617011:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.617033:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.617043:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.617053:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180032:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.617112:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.618125:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180032:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.618152:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.618187:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303331584:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1443us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.618195:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18939 00000100:00100000:0.0:1746137574.618418:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.618519:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331840 00000100:00100000:2.0:1746137574.618525:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331840 00002000:00100000:2.0:1746137574.618553:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999500 x1830957303331840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.618564:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999500 with x1830957303331840 ext(0->4095) 00010000:00010000:2.0:1746137574.618571:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.618582:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.618592:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999500 00000100:00100000:2.0:1746137574.618651:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3644 00000100:00100000:2.0:1746137574.618658:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303331840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.618762:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303331840:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.618767:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3644 00002000:00100000:2.0:1746137574.618772:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f999500 x1830957303331840/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.618779:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f999500 with x1830957303331840 ext(0->4095) 00010000:00010000:2.0:1746137574.618783:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.618791:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.618797:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f999500 00000100:00100000:0.0:1746137574.620325:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.620372:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303331968 00000100:00100000:3.0:1746137574.620379:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303331968 00010000:00010000:3.0:1746137574.620399:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.620424:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18940 00000100:00100000:3.0:1746137574.620429:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303331968:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.620437:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.620449:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.620459:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.620476:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979400/0x95b3ed7b846f8722 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa21c expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.620500:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.620503:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.620508:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.620515:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.620538:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.620547:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180160:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.621345:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.623020:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180160:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.623049:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.623083:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303331968:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2653us (2761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.623092:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18940 00000100:00100000:1.0:1746137574.623129:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.623171:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332224 00000100:00100000:2.0:1746137574.623177:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332224 00002000:00100000:2.0:1746137574.623203:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6300 x1830957303332224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.623212:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957303332224 ext(0->4095) 00002000:00010000:2.0:1746137574.623215:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6300 00000100:00100000:2.0:1746137574.623230:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14504 00000100:00100000:2.0:1746137574.623235:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2007:x1830957303332224:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746137574.623334:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2007:x1830957303332224:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.623339:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14504 00002000:00100000:2.0:1746137574.623345:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d6300 x1830957303332224/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.623352:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d6300 with x1830957303332224 ext(0->4095) 00002000:00010000:2.0:1746137574.623355:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009e0d6300 00000100:00100000:0.0:1746137574.624900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.624962:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332352 00000100:00100000:3.0:1746137574.624968:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332352 00000100:00100000:0.0:1746137574.625051:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31175 00000100:00100000:0.0:1746137574.625057:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303332352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137574.625068:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.625093:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa22a expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.625116:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.625123:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.625124:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.625127:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.625150:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.625161:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.625171:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293180288:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.625243:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.626506:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.626570:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332480 00000100:00100000:3.0:1746137574.626575:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332480 00010000:00010000:3.0:1746137574.626595:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.626614:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18941 00000100:00100000:3.0:1746137574.626620:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303332480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.626628:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.626646:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.626656:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.626657:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293180288:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.626673:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8729 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa223 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.626678:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.626684:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.626686:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.626691:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.626698:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.626785:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:1.0:1746137574.626815:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303332352:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (1918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.626821:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31175 00010000:00010000:3.0:1746137574.626919:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.626928:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180416:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.626984:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fc9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.629103:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.629156:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332736 00000100:00100000:2.0:1746137574.629163:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332736 00002000:00100000:2.0:1746137574.629194:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4e00 x1830957303332736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.629205:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4e00 with x1830957303332736 ext(0->4095) 00002000:00010000:2.0:1746137574.629209:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4e00 00000100:00100000:3.0:1746137574.629211:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180416:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.629239:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14505 00010000:00010000:3.0:1746137574.629242:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.629246:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303332736:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746137574.629271:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013648e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303332480:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2650us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.629279:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18941 00000100:00100000:2.0:1746137574.629373:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303332736:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.629379:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14505 00002000:00100000:2.0:1746137574.629385:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4e00 x1830957303332736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.629391:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4e00 with x1830957303332736 ext(0->4095) 00002000:00010000:2.0:1746137574.629394:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4e00 00000100:00100000:0.0:1746137574.631648:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.632434:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332864 00000100:00100000:1.0:1746137574.632449:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332864 00000100:00100000:1.0:1746137574.632514:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31176 00000100:00100000:1.0:1746137574.632523:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1731:x1830957303332864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.632541:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.632558:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa231 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.633075:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.633083:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.633084:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.633088:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.633119:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.633131:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.633143:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293180544:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.633256:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a86873c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.634172:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.634286:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303332992 00000100:00100000:2.0:1746137574.634294:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303332992 00000100:00100000:2.0:1746137574.634409:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31177 00000100:00100000:2.0:1746137574.634417:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303332992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.634570:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.634588:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa238 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.634607:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.634626:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.634632:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.634635:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.634664:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.634676:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.634686:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8a00, rc 0) 00000100:00100000:2.0:1746137574.634738:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957303332992:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 321us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.634744:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31177 00000100:00100000:0.0:1746137574.636495:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.636548:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303333120 00000100:00100000:3.0:1746137574.636554:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303333120 00000100:00100000:1.0:1746137574.636572:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293180544:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.636589:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.636593:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.636604:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979800, rc 0) 00000100:00100000:3.0:1746137574.636624:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18942 00000100:00100000:1.0:1746137574.636630:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303332864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4109us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.636631:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303333120:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137574.636636:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31176 00010000:00010000:3.0:1746137574.636641:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.636659:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.636884:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.636903:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8730 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa22a expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.636926:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.636929:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.636951:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.636959:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.637193:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.637205:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.637216:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180800:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.637622:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.638551:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293180800:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137574.638564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137574.638578:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.638601:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303333120:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1970us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.638611:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18942 00000100:00100000:2.0:1746137574.638612:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303333376 00000100:00100000:2.0:1746137574.638617:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303333376 00002000:00100000:2.0:1746137574.638649:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5180 x1830957303333376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.638658:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957303333376 ext(0->4095) 00010000:00010000:2.0:1746137574.638664:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.638673:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.638679:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:2.0:1746137574.638842:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3645 00000100:00100000:2.0:1746137574.638850:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303333376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.639305:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303333376:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 455us (739us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.639311:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3645 00002000:00100000:2.0:1746137574.639317:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba5180 x1830957303333376/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.639324:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba5180 with x1830957303333376 ext(0->4095) 00010000:00010000:2.0:1746137574.639329:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.639338:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.639344:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba5180 00000100:00100000:0.0:1746137574.641184:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.641225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.641283:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303333632 00000100:00100000:3.0:1746137574.641289:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303333632 00010000:00010000:3.0:1746137574.641313:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.641319:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303333504 00000100:00100000:1.0:1746137574.641324:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303333504 00000100:00100000:3.0:1746137574.641345:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18943 00000100:00100000:1.0:1746137574.641350:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31178 00000100:00100000:3.0:1746137574.641351:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303333632:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137574.641356:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303333504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.641362:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137574.641365:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.641377:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa23f expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641378:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.641388:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.641400:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.641406:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.641411:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137574.641414:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641435:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979800/0x95b3ed7b846f8737 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa231 expref: 87 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.641451:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.641453:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.641456:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641458:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641465:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.641475:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641495:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.641506:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.641509:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978000, rc 0) 00000100:00100000:3.0:1746137574.641516:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181056:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137574.641536:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303333504:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.641542:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31178 00000100:00100000:3.0:1746137574.641564:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.642981:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.643065:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181056:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.643090:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.643117:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303333632:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1766us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.643125:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18943 00000100:00100000:2.0:1746137574.643196:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303333888 00000100:00100000:2.0:1746137574.643201:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303333888 00002000:00100000:2.0:1746137574.643228:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4380 x1830957303333888/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.643279:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4380 with x1830957303333888 ext(0->4095) 00010000:00010000:2.0:1746137574.643287:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.643370:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.643378:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4380 00000100:00100000:2.0:1746137574.643405:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3646 00000100:00100000:2.0:1746137574.643411:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303333888:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137574.643533:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303333888:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.643539:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3646 00002000:00100000:2.0:1746137574.643545:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4380 x1830957303333888/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.643552:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4380 with x1830957303333888 ext(0->4095) 00010000:00010000:2.0:1746137574.643557:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.643566:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.643576:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba4380 00000100:00100000:0.0:1746137574.646653:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.647040:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.647209:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334016 00000100:00100000:1.0:1746137574.647219:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334016 00000100:00100000:1.0:1746137574.647257:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31179 00000100:00100000:1.0:1746137574.647265:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303334016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.647281:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.647296:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa246 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.647320:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.647326:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.647331:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746137574.647334:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 87 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.647373:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.647384:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 87 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.647393:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137574.647435:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303334016:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.647441:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31179 00000100:00100000:3.0:1746137574.647598:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334144 00000100:00100000:3.0:1746137574.647603:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334144 00010000:00010000:3.0:1746137574.647619:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.647653:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18944 00000100:00100000:3.0:1746137574.647658:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2008:x1830957303334144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.647667:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.647683:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.647693:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.647708:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8a00/0x95b3ed7b846f873e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa238 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.647723:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.647725:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.647730:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.647736:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.647756:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.647766:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 5 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.647778:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181312:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.647832:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.652099:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.652171:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334400 00000100:00100000:1.0:1746137574.652180:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334400 00002000:00100000:1.0:1746137574.652223:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957303334400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.652233:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957303334400 ext(0->4095) 00010000:00010000:1.0:1746137574.652241:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.652253:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.652260:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6300 00000100:00100000:1.0:1746137574.652294:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3647 00000100:00100000:1.0:1746137574.652301:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303334400:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137574.652430:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303334400:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.652436:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3647 00002000:00100000:1.0:1746137574.652442:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6300 x1830957303334400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.652448:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6300 with x1830957303334400 ext(0->4095) 00010000:00010000:1.0:1746137574.652452:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.652460:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.652465:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880087ba6300 00000100:00100000:3.0:1746137574.652749:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181312:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.652779:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.652897:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303334144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5237us (5855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.652905:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18944 00000100:00100000:0.0:1746137574.655438:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.655590:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334528 00000100:00100000:3.0:1746137574.655599:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334528 00010000:00010000:3.0:1746137574.655629:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.655703:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18945 00000100:00100000:3.0:1746137574.655710:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303334528:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.655723:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.655741:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.655752:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.655772:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8745 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa23f expref: 6 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.655905:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.655907:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.655915:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.655923:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.656143:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.656157:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181440:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137574.656368:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.658324:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181440:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137574.658326:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137574.658355:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.658405:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334784 00000100:00100000:3.0:1746137574.658411:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334784 00002000:00100000:3.0:1746137574.658445:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4700 x1830957303334784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.658454:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4700 with x1830957303334784 ext(0->4095) 00002000:00010000:3.0:1746137574.658458:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4700 00000100:00100000:3.0:1746137574.658497:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14506 00000100:00100000:3.0:1746137574.658504:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303334784:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.658622:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303334784:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.658628:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14506 00002000:00100000:3.0:1746137574.658634:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba4700 x1830957303334784/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.658640:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4700 with x1830957303334784 ext(0->4095) 00002000:00010000:3.0:1746137574.658643:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4700 00000100:00100000:2.0:1746137574.658695:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303334528:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2984us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.658701:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18945 00000100:00100000:0.0:1746137574.661298:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.661462:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303334912 00000100:00100000:2.0:1746137574.661469:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303334912 00000100:00100000:2.0:1746137574.661596:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31180 00000100:00100000:2.0:1746137574.661605:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303334912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.661618:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.661634:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa24d expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.661659:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.661667:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.661669:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.661672:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.661699:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.661709:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 85 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.661720:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293181568:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.661794:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.663872:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.664044:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335040 00000100:00100000:3.0:1746137574.664052:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335040 00010000:00010000:3.0:1746137574.664079:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.664231:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18946 00000100:00100000:3.0:1746137574.664240:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303335040:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.664251:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.664270:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.664288:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.664309:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.664311:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.664317:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.664324:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.664350:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.664361:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181696:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.664365:0:10658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f874c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa246 expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.664395:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293181568:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.664699:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00010000:00010000:2.0:1746137574.664754:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.664763:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9800, rc 0) 00000100:00100000:2.0:1746137574.664786:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303334912:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3183us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.664793:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31180 00000100:00100000:0.0:1746137574.668821:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.668913:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293181696:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.668959:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.669001:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2005:x1830957303335040:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4761us (5134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.669012:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18946 00000100:00100000:1.0:1746137574.669300:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335296 00000100:00100000:1.0:1746137574.669308:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335296 00002000:00100000:1.0:1746137574.669343:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957303335296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.669352:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957303335296 ext(0->4095) 00002000:00010000:1.0:1746137574.669356:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:1.0:1746137574.669382:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14507 00000100:00100000:1.0:1746137574.669389:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303335296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.669512:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303335296:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.669518:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14507 00002000:00100000:1.0:1746137574.669523:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880087ba6d80 x1830957303335296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.669535:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba6d80 with x1830957303335296 ext(0->4095) 00002000:00010000:1.0:1746137574.669537:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba6d80 00000100:00100000:2.0:1746137574.671007:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.671696:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.671907:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335552 00000100:00100000:0.0:1746137574.671908:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335424 00000100:00100000:1.0:1746137574.671914:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335552 00000100:00100000:0.0:1746137574.671914:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335424 00000100:00100000:0.0:1746137574.671968:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31181 00000100:00100000:0.0:1746137574.671975:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303335424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746137574.671987:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137574.672001:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa254 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.672023:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.672030:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.672032:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.672034:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.672061:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.672071:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746137574.672080:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133c1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293181824:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.672133:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.672231:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31182 00000100:00100000:1.0:1746137574.672238:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303335552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.672245:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.672250:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa25b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.672260:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137574.672264:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.672269:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.672272:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.672291:0:9555:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.672301:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 88 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.672310:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979600, rc 0) 00000100:00100000:1.0:1746137574.672332:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957303335552:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.672338:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31182 00000100:00100000:2.0:1746137574.677377:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133c1c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293181824:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.677407:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.677424:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00000100:00100000:2.0:1746137574.677470:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303335424:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5494us (6535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.677478:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31181 00000100:00100000:0.0:1746137574.677553:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.677664:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335680 00000100:00100000:3.0:1746137574.677671:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335680 00010000:00010000:3.0:1746137574.677695:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.677720:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18947 00000100:00100000:3.0:1746137574.677726:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303335680:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.677738:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.677756:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.677766:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.677787:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8753 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa24d expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.677801:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.677803:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.677808:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.677816:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.677843:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.677854:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.677872:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182080:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.677932:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.680404:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182080:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.680430:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.680784:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303335680:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3055us (3229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.680794:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18947 00000100:00100000:1.0:1746137574.681049:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.681268:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303335936 00000100:00100000:3.0:1746137574.681274:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303335936 00002000:00100000:3.0:1746137574.681305:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5500 x1830957303335936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.681315:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5500 with x1830957303335936 ext(0->4095) 00010000:00010000:3.0:1746137574.681322:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.681333:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.681339:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5500 00000100:00100000:3.0:1746137574.681363:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3648 00000100:00100000:3.0:1746137574.681369:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303335936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.681472:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303335936:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.681480:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3648 00002000:00100000:3.0:1746137574.681499:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009e0d5500 x1830957303335936/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.681506:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e0d5500 with x1830957303335936 ext(0->4095) 00010000:00010000:3.0:1746137574.681511:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.681519:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.681524:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009e0d5500 00000100:00100000:0.0:1746137574.683709:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.683791:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336064 00000100:00100000:3.0:1746137574.683799:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336064 00010000:00010000:3.0:1746137574.683823:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.683849:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18948 00000100:00100000:3.0:1746137574.683855:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303336064:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.683865:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.683882:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.683892:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.683911:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012dc00/0x95b3ed7b846f875a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa254 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.683964:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.683966:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.683972:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.683979:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.684007:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.684018:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182208:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.684857:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.687353:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182208:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.687382:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.687415:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303336064:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3559us (3720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.687425:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18948 00000100:00100000:0.0:1746137574.688207:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.688294:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336320 00000100:00100000:1.0:1746137574.688300:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336320 00002000:00100000:1.0:1746137574.688332:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957303336320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.688341:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957303336320 ext(0->4095) 00002000:00010000:1.0:1746137574.688346:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1f100 00000100:00100000:1.0:1746137574.688373:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14508 00000100:00100000:1.0:1746137574.688380:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303336320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.688497:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303336320:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.688503:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14508 00002000:00100000:1.0:1746137574.688508:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f100 x1830957303336320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.688515:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f100 with x1830957303336320 ext(0->4095) 00002000:00010000:1.0:1746137574.688517:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1f100 00000100:00100000:0.0:1746137574.689882:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.689930:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336448 00000100:00100000:2.0:1746137574.689978:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336448 00000100:00100000:2.0:1746137574.690012:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31183 00000100:00100000:2.0:1746137574.690018:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303336448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.690029:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.690042:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa262 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.690065:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.690071:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.690073:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.690076:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.690102:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 85 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.690111:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 85 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.690122:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293182336:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.691152:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137574.694667:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137574.694952:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.695089:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336576 00000100:00100000:3.0:1746137574.695098:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336576 00010000:00010000:3.0:1746137574.695131:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.695166:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18949 00000100:00100000:3.0:1746137574.695172:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303336576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.695184:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746137574.695585:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293182336:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137574.695612:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.695625:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9e00, rc 0) 00000100:00100000:0.0:1746137574.695680:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303336448:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5661us (5800us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.695687:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31183 00010000:00010000:3.0:1746137574.695731:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.695743:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.695762:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979600/0x95b3ed7b846f8761 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa25b expref: 86 pid: 9555 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.695788:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.695790:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.695796:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.695803:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.695830:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.695841:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182464:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.695895:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.698547:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.698620:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336832 00000100:00100000:1.0:1746137574.698629:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336832 00002000:00100000:1.0:1746137574.698668:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1c700 x1830957303336832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.698677:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957303336832 ext(0->4095) 00002000:00010000:1.0:1746137574.698681:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1c700 00000100:00100000:3.0:1746137574.698861:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182464:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.698887:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137574.699562:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14509 00000100:00100000:1.0:1746137574.699571:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303336832:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746137574.699908:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303336576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4734us (4977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.699921:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18949 00000100:00100000:1.0:1746137574.700207:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303336832:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 637us (1666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.700213:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14509 00002000:00100000:1.0:1746137574.700219:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1c700 x1830957303336832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.700227:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c700 with x1830957303336832 ext(0->4095) 00002000:00010000:1.0:1746137574.700230:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1c700 00000100:00100000:0.0:1746137574.700458:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.700527:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303336960 00000100:00100000:2.0:1746137574.700532:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303336960 00000100:00100000:2.0:1746137574.700861:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31184 00000100:00100000:2.0:1746137574.700868:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303336960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.700877:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.700890:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa269 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.700911:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.700918:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.700920:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.700923:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.700978:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.700989:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 5 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.701000:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293182592:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.701060:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.705074:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.705961:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337088 00000100:00100000:3.0:1746137574.705970:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337088 00000100:00100000:0.0:1746137574.706260:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.706327:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293182592:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.706352:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706369:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8c00, rc 0) 00000100:00100000:2.0:1746137574.706419:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e970050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1730:x1830957303336960:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5551us (5961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.706427:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31184 00000100:00100000:2.0:1746137574.706568:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31185 00000100:00100000:2.0:1746137574.706575:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957303337088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.706589:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.706602:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa270 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706619:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.706624:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706629:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.706632:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706657:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706666:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 87 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.706672:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9000, rc 0) 00000100:00100000:2.0:1746137574.706689:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303337088:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.706694:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31185 00000100:00100000:0.0:1746137574.707224:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337216 00000100:00100000:0.0:1746137574.707229:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337216 00010000:00010000:0.0:1746137574.707249:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:0.0:1746137574.707603:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18950 00000100:00100000:0.0:1746137574.707610:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303337216:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137574.707618:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137574.707635:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.707645:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.707661:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8768 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa262 expref: 6 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:0.0:1746137574.707684:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.707685:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137574.707690:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137574.707696:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.708479:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.708500:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.708512:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182848:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.708564:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.710612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.710735:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337472 00000100:00100000:1.0:1746137574.710743:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337472 00002000:00100000:1.0:1746137574.710776:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ea00 x1830957303337472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.710786:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ea00 with x1830957303337472 ext(0->4095) 00010000:00010000:1.0:1746137574.710793:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.710803:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.710808:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ea00 00000100:00100000:1.0:1746137574.710830:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3649 00000100:00100000:1.0:1746137574.710835:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303337472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.710963:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303337472:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.710969:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3649 00002000:00100000:1.0:1746137574.710974:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1ea00 x1830957303337472/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.710980:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ea00 with x1830957303337472 ext(0->4095) 00010000:00010000:1.0:1746137574.710985:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.710992:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.710997:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1ea00 00000100:00100000:3.0:1746137574.711283:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091341500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182848:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.711299:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.711327:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303337216:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3718us (5067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.711334:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18950 00000100:00100000:0.0:1746137574.713886:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.714758:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337600 00000100:00100000:3.0:1746137574.714767:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337600 00010000:00010000:3.0:1746137574.714801:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.714929:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18951 00000100:00100000:3.0:1746137574.714950:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2008:x1830957303337600:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.714964:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.714983:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.714995:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.715015:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f876f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa269 expref: 87 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.715204:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.715207:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.715214:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.715221:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.715253:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.715265:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182976:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.715753:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.718179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.718257:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337856 00000100:00100000:2.0:1746137574.718264:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337856 00002000:00100000:2.0:1746137574.718302:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1df80 x1830957303337856/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.718313:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1df80 with x1830957303337856 ext(0->4095) 00002000:00010000:2.0:1746137574.718317:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1df80 00000100:00100000:2.0:1746137574.718343:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14510 00000100:00100000:2.0:1746137574.718349:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2008:x1830957303337856:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746137574.718478:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2008:x1830957303337856:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.718495:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14510 00002000:00100000:2.0:1746137574.718501:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1df80 x1830957303337856/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.718509:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1df80 with x1830957303337856 ext(0->4095) 00002000:00010000:2.0:1746137574.718512:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1df80 00000100:00100000:3.0:1746137574.718999:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293182976:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.719027:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.719056:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303337600:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4119us (5177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.719063:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18951 00000100:00100000:0.0:1746137574.721212:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.721308:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303337984 00000100:00100000:1.0:1746137574.721317:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303337984 00000100:00100000:1.0:1746137574.721590:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31186 00000100:00100000:1.0:1746137574.721598:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303337984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746137574.721613:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137574.721628:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa277 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.721655:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.721661:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.721663:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137574.721666:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.721700:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.721711:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 85 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.721722:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183104:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137574.721792:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.724898:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.724990:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183104:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137574.725014:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137574.725029:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137574.725066:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303337984:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3469us (3860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137574.725073:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31186 00000100:00100000:3.0:1746137574.725336:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303338112 00000100:00100000:3.0:1746137574.725343:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303338112 00010000:00010000:3.0:1746137574.725365:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.725385:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18952 00000100:00100000:3.0:1746137574.725392:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303338112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.725402:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.725418:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.725433:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.725451:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f8776 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa270 expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.725476:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.725478:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.725491:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.725761:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.725789:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.725799:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183232:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.725841:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.729871:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183232:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.729902:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.729978:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303338112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4585us (5087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.729987:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18952 00000100:00100000:0.0:1746137574.730225:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.730445:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303338368 00000100:00100000:2.0:1746137574.730452:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303338368 00000100:00100000:2.0:1746137574.730499:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31187 00000100:00100000:2.0:1746137574.730506:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303338368:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.730524:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.730539:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa27e expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.730565:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.730572:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.730574:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.730577:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.730602:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.730613:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.730623:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183360:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.730648:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.730673:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.730831:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303338496 00000100:00100000:1.0:1746137574.730835:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303338496 00002000:00100000:1.0:1746137574.730858:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f480 x1830957303338496/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.730868:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957303338496 ext(0->4095) 00010000:00010000:1.0:1746137574.730873:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.730886:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.730892:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f480 00000100:00100000:1.0:1746137574.730904:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3650 00000100:00100000:1.0:1746137574.730908:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303338496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.731046:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303338496:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.731051:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3650 00002000:00100000:1.0:1746137574.731056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880133c1f480 x1830957303338496/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.731063:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1f480 with x1830957303338496 ext(0->4095) 00010000:00010000:1.0:1746137574.731067:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.731075:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.731080:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133c1f480 00000100:00100000:0.0:1746137574.733242:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.733406:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183360:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.733433:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733447:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9e00, rc 0) 00000100:00100000:2.0:1746137574.733500:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1730:x1830957303338368:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2993us (3275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.733508:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31187 00000100:00100000:2.0:1746137574.733789:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303338624 00000100:00100000:2.0:1746137574.733795:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303338624 00000100:00100000:2.0:1746137574.733830:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31188 00000100:00100000:2.0:1746137574.733835:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:1731:x1830957303338624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.733846:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.733857:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa285 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733875:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.733879:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733885:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.733888:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733913:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733923:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.733931:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8600, rc 0) 00000100:00100000:2.0:1746137574.733985:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303338624:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.733991:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31188 00000100:00100000:0.0:1746137574.734305:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.734343:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303338752 00000100:00100000:3.0:1746137574.734347:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303338752 00010000:00010000:3.0:1746137574.734362:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.734378:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18953 00000100:00100000:3.0:1746137574.734383:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303338752:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.734390:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.734406:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.734416:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.734430:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978400/0x95b3ed7b846f877d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa277 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.734446:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.734447:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.734452:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.734458:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.734477:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.734496:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.734507:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183616:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.734569:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.736467:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.736646:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183616:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.736674:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.736729:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339008 00000100:00100000:2.0:1746137574.736735:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339008 00002000:00100000:2.0:1746137574.736768:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ed80 x1830957303339008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.736779:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ed80 with x1830957303339008 ext(0->4095) 00010000:00010000:2.0:1746137574.736786:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.736797:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.736803:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ed80 00000100:00100000:2.0:1746137574.736821:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3651 00000100:00100000:2.0:1746137574.736828:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303339008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.736966:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303339008:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.736972:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3651 00002000:00100000:2.0:1746137574.736977:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ed80 x1830957303339008/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.736984:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ed80 with x1830957303339008 ext(0->4095) 00010000:00010000:2.0:1746137574.736988:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.736996:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.737006:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ed80 00000100:00100000:3.0:1746137574.737054:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303338752:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2670us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.737061:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18953 00000100:00100000:0.0:1746137574.739460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.739606:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339136 00000100:00100000:3.0:1746137574.739615:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339136 00010000:00010000:3.0:1746137574.739645:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.739680:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18954 00000100:00100000:3.0:1746137574.739687:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2006:x1830957303339136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.739701:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.739719:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.739730:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.739749:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f8784 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa27e expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.739762:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.739764:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.739770:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.739777:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.739805:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.739817:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183744:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.739902:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.742719:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.742853:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293183744:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.742882:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.742922:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303339136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3235us (3469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.742933:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18954 00000100:00100000:1.0:1746137574.743039:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339392 00000100:00100000:1.0:1746137574.743046:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339392 00002000:00100000:1.0:1746137574.743082:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49f800 x1830957303339392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.743092:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f800 with x1830957303339392 ext(0->4095) 00002000:00010000:1.0:1746137574.743096:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49f800 00000100:00100000:1.0:1746137574.743126:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14511 00000100:00100000:1.0:1746137574.743133:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303339392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.743243:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303339392:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.743249:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14511 00002000:00100000:1.0:1746137574.743253:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49f800 x1830957303339392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.743260:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f800 with x1830957303339392 ext(0->4095) 00002000:00010000:1.0:1746137574.743263:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49f800 00000100:00100000:0.0:1746137574.744730:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.745236:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339520 00000100:00100000:2.0:1746137574.745243:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339520 00000100:00100000:2.0:1746137574.745276:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31189 00000100:00100000:2.0:1746137574.745282:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303339520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.745295:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.745310:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa28c expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.745333:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.745340:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.745342:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.745345:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.745370:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 85 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.745381:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 85 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.745393:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183872:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.745476:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.748038:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293183872:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.748067:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137574.748181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137574.748289:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8000, rc 0) 00000100:00100000:2.0:1746137574.748341:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303339520:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3058us (3613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.748349:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31189 00000100:00100000:3.0:1746137574.748372:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339648 00000100:00100000:3.0:1746137574.748379:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339648 00010000:00010000:3.0:1746137574.748402:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.749198:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18955 00000100:00100000:3.0:1746137574.749207:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2006:x1830957303339648:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.749219:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.749237:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.749251:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.749270:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f878b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa285 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.749296:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.749298:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.749304:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.749312:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.749340:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.749350:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184000:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.749408:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.752302:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.752383:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303339904 00000100:00100000:2.0:1746137574.752391:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303339904 00000100:00100000:3.0:1746137574.752393:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184000:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.752420:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746137574.752425:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ce00 x1830957303339904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.752435:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ce00 with x1830957303339904 ext(0->4095) 00002000:00010000:2.0:1746137574.752439:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ce00 00000100:00100000:3.0:1746137574.752463:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:2006:x1830957303339648:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3257us (4283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.752472:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18955 00000100:00100000:2.0:1746137574.753452:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14512 00000100:00100000:2.0:1746137574.753460:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303339904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.753592:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303339904:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.753598:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14512 00002000:00100000:2.0:1746137574.753604:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ce00 x1830957303339904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.753612:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ce00 with x1830957303339904 ext(0->4095) 00002000:00010000:2.0:1746137574.753616:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ce00 00000100:00100000:0.0:1746137574.754820:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.754994:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340032 00000100:00100000:2.0:1746137574.755001:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340032 00000100:00100000:2.0:1746137574.755031:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31190 00000100:00100000:2.0:1746137574.755037:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+85:1730:x1830957303340032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.755046:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.755064:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa293 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.755090:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.755097:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.755099:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.755102:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.755127:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.755137:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.755148:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184128:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.755224:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.757109:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.757153:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340160 00000100:00100000:2.0:1746137574.757158:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340160 00000100:00100000:2.0:1746137574.757195:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31191 00000100:00100000:2.0:1746137574.757202:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:1731:x1830957303340160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.757213:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.757226:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa29a expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.757245:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.757250:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.757255:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.757258:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.757270:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184128:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.757284:0:10658:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.757290:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.757293:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.757302:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9200, rc 0) 00010000:00010000:2.0:1746137574.757302:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8600, rc 0) 00000100:00100000:3.0:1746137574.757331:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957303340032:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.757332:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1731:x1830957303340160:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.757337:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31190 00000100:00100000:2.0:1746137574.757350:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31191 00000100:00100000:0.0:1746137574.757815:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.757922:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340288 00000100:00100000:2.0:1746137574.758053:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340288 00010000:00010000:2.0:1746137574.758071:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.758265:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18956 00000100:00100000:2.0:1746137574.758272:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303340288:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.758284:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.758303:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.758313:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.758329:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8000/0x95b3ed7b846f8792 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa28c expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.758355:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.758357:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.758362:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.758368:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.758386:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 86 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.758607:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 86 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.758619:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184384:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.759111:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.761931:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.762065:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184384:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.762084:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.762120:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303340288:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3848us (4304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.762130:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18956 00000100:00100000:3.0:1746137574.762280:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340544 00000100:00100000:3.0:1746137574.762287:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340544 00002000:00100000:3.0:1746137574.762322:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ca80 x1830957303340544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.762333:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ca80 with x1830957303340544 ext(0->4095) 00010000:00010000:3.0:1746137574.762341:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.762354:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.762361:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ca80 00000100:00100000:3.0:1746137574.762379:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3652 00000100:00100000:3.0:1746137574.762385:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303340544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.762513:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2005:x1830957303340544:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.762519:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3652 00002000:00100000:3.0:1746137574.762525:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49ca80 x1830957303340544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.762533:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ca80 with x1830957303340544 ext(0->4095) 00010000:00010000:3.0:1746137574.762537:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.762547:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.762552:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49ca80 00000100:00100000:0.0:1746137574.766123:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.766250:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340672 00000100:00100000:2.0:1746137574.766258:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340672 00010000:00010000:2.0:1746137574.766291:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.766744:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18957 00000100:00100000:2.0:1746137574.766753:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+87:2008:x1830957303340672:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.766766:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.766784:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.766796:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.766816:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f8799 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa293 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.766847:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.766849:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.766856:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.766868:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.766901:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 86 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.766915:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184512:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.767024:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.771336:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184512:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.771360:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.771402:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2008:x1830957303340672:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4649us (5286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.771412:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18957 00000100:00100000:0.0:1746137574.773124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.773290:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303340928 00000100:00100000:1.0:1746137574.773299:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303340928 00002000:00100000:1.0:1746137574.773338:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49e300 x1830957303340928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.773347:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49e300 with x1830957303340928 ext(0->4095) 00002000:00010000:1.0:1746137574.773351:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49e300 00000100:00100000:1.0:1746137574.773731:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14513 00000100:00100000:1.0:1746137574.773739:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2007:x1830957303340928:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746137574.773905:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2007:x1830957303340928:12345-192.168.202.31@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.773911:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14513 00002000:00100000:1.0:1746137574.773917:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49e300 x1830957303340928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.773928:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49e300 with x1830957303340928 ext(0->4095) 00002000:00010000:1.0:1746137574.773931:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49e300 00000100:00100000:0.0:1746137574.777252:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.777492:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341056 00000100:00100000:3.0:1746137574.777501:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341056 00000100:00100000:3.0:1746137574.777558:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31192 00000100:00100000:3.0:1746137574.777566:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303341056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.777586:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.777602:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2a1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.777632:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.777640:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.777641:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.777644:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.779332:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 85 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.779352:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 85 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.779366:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184640:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.779465:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.787999:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184640:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.788041:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.788058:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762400, rc 0) 00000100:00100000:3.0:1746137574.788103:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303341056:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10537us (10860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.788111:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31192 00000100:00100000:0.0:1746137574.788528:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.788746:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341184 00000100:00100000:3.0:1746137574.788754:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341184 00002000:00100000:3.0:1746137574.788790:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f49f480 x1830957303341184/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.788799:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f480 with x1830957303341184 ext(0->7) 00010000:00010000:3.0:1746137574.788805:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.788815:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 86 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.788826:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49f480 00000100:00100000:3.0:1746137574.788853:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3653 00000100:00100000:3.0:1746137574.788860:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+86:2005:x1830957303341184:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746137574.789606:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957303341184:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 746us (1079us total) trans 4294972343 rc 0/0 00000100:00100000:3.0:1746137574.789613:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3653 00002000:00100000:3.0:1746137574.789618:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009f49f480 x1830957303341184/t4294972343(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.789626:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49f480 with x1830957303341184 ext(0->7) 00010000:00010000:3.0:1746137574.789631:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.789639:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.789645:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f49f480 00000100:00100000:0.0:1746137574.801840:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.803545:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341312 00000100:00100000:2.0:1746137574.803557:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341312 00010000:00010000:2.0:1746137574.803596:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00000100:00100000:1.0:1746137574.803611:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.803626:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18958 00000100:00100000:2.0:1746137574.803638:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2006:x1830957303341312:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.803654:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.803673:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.803685:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.803704:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f87a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa29a expref: 88 pid: 10658 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.803728:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.803730:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.803736:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.803743:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.803771:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.803782:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184768:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.803849:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.804442:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341440 00000100:00100000:3.0:1746137574.804447:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341440 00000100:00100000:3.0:1746137574.804477:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31193 00000100:00100000:3.0:1746137574.804491:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957303341440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.804502:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.804511:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2a8 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.804532:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.804538:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.804539:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.804541:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.804555:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.804563:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.804570:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184896:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.804614:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137574.813086:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.813123:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341696 00000100:00100000:1.0:1746137574.813132:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341696 00002000:00100000:1.0:1746137574.813179:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf480 x1830957303341696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.813189:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf480 with x1830957303341696 ext(0->4095) 00010000:00010000:1.0:1746137574.813197:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.813209:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.813215:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf480 00000100:00100000:1.0:1746137574.813235:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3654 00000100:00100000:1.0:1746137574.813242:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303341696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.813374:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303341696:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.813380:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3654 00002000:00100000:1.0:1746137574.813386:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfaf480 x1830957303341696/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.813392:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfaf480 with x1830957303341696 ext(0->4095) 00010000:00010000:1.0:1746137574.813396:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:1.0:1746137574.813404:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:1.0:1746137574.813409:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfaf480 00000100:00100000:2.0:1746137574.813447:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293184768:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.813464:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.813497:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957303341312:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 9865us (11669us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.813505:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18958 00000100:00100000:3.0:1746137574.813597:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293184896:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.813625:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 88 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.813637:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:3.0:1746137574.813659:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:1730:x1830957303341440:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9177us (10048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.813665:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31193 00000100:00100000:0.0:1746137574.819287:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.819352:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303341824 00000100:00100000:2.0:1746137574.819362:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303341824 00010000:00010000:2.0:1746137574.819400:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.819441:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18959 00000100:00100000:2.0:1746137574.819449:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303341824:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.819466:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.819495:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.819506:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.819528:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a1 expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.820788:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.820792:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.820801:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.820810:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.820846:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.821529:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185024:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.821685:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.827084:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185024:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.827109:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.827569:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.827918:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303341824:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8468us (8642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.827929:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18959 00000100:00100000:3.0:1746137574.827998:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342080 00000100:00100000:3.0:1746137574.828005:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342080 00002000:00100000:3.0:1746137574.828041:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49dc00 x1830957303342080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.828051:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49dc00 with x1830957303342080 ext(0->4095) 00002000:00010000:3.0:1746137574.828055:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49dc00 00000100:00100000:3.0:1746137574.828274:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14514 00000100:00100000:3.0:1746137574.828282:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957303342080:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.828412:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957303342080:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (844us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.828418:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14514 00002000:00100000:3.0:1746137574.828424:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f49dc00 x1830957303342080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.828430:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49dc00 with x1830957303342080 ext(0->4095) 00002000:00010000:3.0:1746137574.828433:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49dc00 00000100:00100000:0.0:1746137574.831705:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.831765:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342208 00000100:00100000:3.0:1746137574.831775:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342208 00000100:00100000:3.0:1746137574.832244:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31194 00000100:00100000:3.0:1746137574.832253:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303342208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.832272:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.832290:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2af expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.832319:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.832326:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.832327:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.832331:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.832360:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.832372:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 87 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.832384:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185152:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.832466:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.842234:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.842661:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185152:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.842702:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.842719:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:3.0:1746137574.842776:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303342208:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10523us (11078us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.842787:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31194 00000100:00100000:2.0:1746137574.843066:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342336 00000100:00100000:2.0:1746137574.843074:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342336 00002000:00100000:2.0:1746137574.843108:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009b9cd880 x1830957303342336/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.843117:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd880 with x1830957303342336 ext(0->7) 00010000:00010000:2.0:1746137574.843123:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 88 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.843134:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 88 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.843140:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cd880 00000100:00100000:2.0:1746137574.843155:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3655 00000100:00100000:2.0:1746137574.843160:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+88:2005:x1830957303342336:12345-192.168.202.31@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746137574.849384:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303342336:12345-192.168.202.31@tcp:4:ldlm_bl.0 Request processed in 6211us (7149us total) trans 4294972344 rc 0/0 00000100:00100000:2.0:1746137574.849397:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3655 00002000:00100000:2.0:1746137574.849409:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->7) req@ffff88009b9cd880 x1830957303342336/t4294972344(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 496/448 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.849419:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cd880 with x1830957303342336 ext(0->7) 00010000:00010000:2.0:1746137574.849428:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.849444:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:2.0:1746137574.849451:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cd880 00000100:00100000:0.0:1746137574.854471:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.854809:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342464 00000100:00100000:3.0:1746137574.854819:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342464 00000100:00100000:3.0:1746137574.854862:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31195 00000100:00100000:3.0:1746137574.854870:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303342464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.854887:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.854904:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2b6 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.854928:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.854934:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.854955:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.854958:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.855003:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.855014:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.855024:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:3.0:1746137574.855060:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303342464:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.855066:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31195 00000100:00100000:0.0:1746137574.855682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855715:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855739:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855792:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.855806:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342976 00000100:00100000:0.0:1746137574.855810:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342976 00000100:00080000:0.0:1746137574.855825:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746137574.855880:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342592 00000100:00100000:2.0:1746137574.855884:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342592 00000100:00100000:2.0:1746137574.855909:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 533 00000100:00100000:2.0:1746137574.855914:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2008:x1830957303342592:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137574.855958:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2008:x1830957303342592:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.855963:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 533 00000100:00100000:2.0:1746137574.855986:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342848 00000100:00100000:2.0:1746137574.855988:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342848 00000100:00100000:2.0:1746137574.856037:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343104 00000100:00100000:2.0:1746137574.856039:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343104 00000100:00100000:2.0:1746137574.856053:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303342720 00000100:00100000:2.0:1746137574.856055:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303342720 00000100:00100000:2.0:1746137574.856065:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343232 00000100:00100000:2.0:1746137574.856066:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343232 00000100:00100000:2.0:1746137574.856076:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1030 00000100:00100000:2.0:1746137574.856080:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957303342848:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137574.856106:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957303342848:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 26us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.856112:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1030 00000100:00100000:2.0:1746137574.856138:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1031 00000100:00100000:2.0:1746137574.856143:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303343104:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137574.856162:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303343104:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 19us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.856167:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1031 00000100:00100000:2.0:1746137574.856175:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1032 00000100:00100000:2.0:1746137574.856179:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303342720:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137574.856196:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303342720:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 16us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.856215:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1032 00000100:00100000:2.0:1746137574.856223:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1033 00000100:00100000:2.0:1746137574.856227:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303343232:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137574.856244:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303343232:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 17us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.856249:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1033 00000100:00080000:1.0:1746137574.856393:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746137574.856395:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137574.856687:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 705 00000100:00100000:0.0:1746137574.856694:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957303342976:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137574.856721:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2008:x1830957303342976:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 29us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.856726:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 705 00000100:00100000:0.0:1746137574.856758:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.857376:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343488 00000100:00100000:2.0:1746137574.857381:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343488 00010000:00010000:2.0:1746137574.857402:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 91 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.857554:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18960 00000100:00100000:2.0:1746137574.857560:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303343488:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.857569:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.857586:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 91 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.857597:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 91 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.857744:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763c00/0x95b3ed7b846f87ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2a8 expref: 91 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.857768:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.857770:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.857776:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.857783:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.857810:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.857821:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 5 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.857832:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185408:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.857903:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.860873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.860965:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343360 00000100:00100000:3.0:1746137574.860975:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343360 00000100:00100000:3.0:1746137574.861470:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31196 00000100:00100000:3.0:1746137574.861478:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2004:x1830957303343360:12345-192.168.202.31@tcp:9:kworker.0 00000020:00000080:3.0:1746137574.861520:0:24924:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95b3ed7b845960c0 00000100:00080000:3.0:1746137574.861528:0:24924:0:(import.c:66:import_set_state_nolock()) ffff880073654000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1746137574.861568:0:24924:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294970790 00010000:00010000:2.0:1746137574.861821:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746137574.861872:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746137574.862706:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+2:2004:x1830957303343360:12345-192.168.202.31@tcp:9:kworker.0 Request processed in 1224us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.862715:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31196 00000100:00100000:0.0:1746137574.863306:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.863349:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343744 00000100:00100000:3.0:1746137574.863354:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343744 00000100:00100000:2.0:1746137574.863364:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185408:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.863381:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746137574.863390:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc700 x1830957303343744/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.863399:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc700 with x1830957303343744 ext(0->4095) 00010000:00010000:3.0:1746137574.863406:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.863418:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.863420:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303343488:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5859us (6660us total) trans 0 rc 0/0 00002000:00010000:3.0:1746137574.863425:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cc700 00000100:00100000:2.0:1746137574.863428:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18960 00000100:00100000:3.0:1746137574.863446:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3656 00000100:00100000:3.0:1746137574.863452:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303343744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.863783:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303343744:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 330us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.863793:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3656 00002000:00100000:3.0:1746137574.863798:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009b9cc700 x1830957303343744/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.863806:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cc700 with x1830957303343744 ext(0->4095) 00010000:00010000:3.0:1746137574.863810:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:3.0:1746137574.863819:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00002000:00010000:3.0:1746137574.863826:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b9cc700 00000100:00100000:0.0:1746137574.866905:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.867690:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303343872 00000100:00100000:2.0:1746137574.867701:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303343872 00010000:00010000:2.0:1746137574.867737:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.867777:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18961 00000100:00100000:2.0:1746137574.867785:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303343872:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.867800:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.867817:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.867830:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.867851:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2af expref: 6 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.867876:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.867878:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.867885:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.867892:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.867922:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.867953:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185536:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.868037:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.870668:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185536:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.870691:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.871119:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303343872:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3333us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.871134:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18961 00000100:00100000:0.0:1746137574.871713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.871763:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344128 00000100:00100000:3.0:1746137574.871770:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344128 00002000:00100000:3.0:1746137574.871805:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349180 x1830957303344128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.871815:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349180 with x1830957303344128 ext(0->4095) 00002000:00010000:3.0:1746137574.871819:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349180 00000100:00100000:3.0:1746137574.871848:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14515 00000100:00100000:3.0:1746137574.871855:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303344128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.871997:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303344128:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.872003:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14515 00002000:00100000:3.0:1746137574.872008:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091349180 x1830957303344128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.872021:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091349180 with x1830957303344128 ext(0->4095) 00002000:00010000:3.0:1746137574.872024:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091349180 00000100:00100000:0.0:1746137574.874221:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.874328:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344256 00000100:00100000:3.0:1746137574.874337:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344256 00000100:00100000:3.0:1746137574.874385:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31197 00000100:00100000:3.0:1746137574.874392:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303344256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.874647:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.874663:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2bd expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.874688:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.874696:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.874697:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.874700:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.874726:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.874738:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 89 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:3.0:1746137574.874750:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185664:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.875408:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.876825:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185664:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.876862:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.876877:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763200, rc 0) 00000100:00100000:3.0:1746137574.876922:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303344256:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.876929:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31197 00000100:00100000:0.0:1746137574.878007:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.878084:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344384 00000100:00100000:2.0:1746137574.878092:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344384 00010000:00010000:2.0:1746137574.878122:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00000100:00100000:2.0:1746137574.878145:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18962 00000100:00100000:2.0:1746137574.878152:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303344384:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.878163:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.878183:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.878195:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.878215:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763e00/0x95b3ed7b846f87bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2b6 expref: 90 pid: 24924 timeout: 767 lvb_type: 0 00010000:00010000:2.0:1746137574.878433:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.878435:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.878441:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.878450:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.878478:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.878500:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185792:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.878862:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a900 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.881610:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.881763:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344512 00000100:00100000:3.0:1746137574.881772:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344512 00000100:00100000:3.0:1746137574.881822:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31198 00000100:00100000:3.0:1746137574.881830:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303344512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.881848:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.881863:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2c4 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.881890:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.881896:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.881898:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.881901:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.881929:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.881964:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 5 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.881977:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185920:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.882017:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293185792:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.882035:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.882055:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303344384:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3903us (4052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.882058:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.882063:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18962 00000100:00100000:0.0:1746137574.882475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.883338:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344768 00000100:00100000:1.0:1746137574.883343:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344768 00002000:00100000:1.0:1746137574.883370:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a300 x1830957303344768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.883379:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a300 with x1830957303344768 ext(0->4095) 00010000:00010000:1.0:1746137574.883386:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:1.0:1746137574.883396:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:1.0:1746137574.883403:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134a300 00000100:00100000:1.0:1746137574.883427:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3657 00000100:00100000:1.0:1746137574.883432:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303344768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746137574.883559:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303344768:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (1083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.883564:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3657 00002000:00100000:1.0:1746137574.883570:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009134a300 x1830957303344768/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.883576:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134a300 with x1830957303344768 ext(0->4095) 00010000:00010000:1.0:1746137574.883581:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:1.0:1746137574.883588:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:1.0:1746137574.883592:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009134a300 00000100:00100000:3.0:1746137574.885290:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293185920:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.885326:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.885340:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762400, rc 0) 00000100:00100000:3.0:1746137574.885372:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303344512:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3542us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.885380:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31198 00000100:00100000:0.0:1746137574.885803:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.886216:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303344896 00000100:00100000:2.0:1746137574.886223:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303344896 00010000:00010000:2.0:1746137574.886247:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.886277:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18963 00000100:00100000:2.0:1746137574.886283:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303344896:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.886293:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.886309:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.886318:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.886339:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136763200/0x95b3ed7b846f87c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2bd expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.886810:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.886812:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.886820:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.886828:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.886859:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 89 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.886871:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186048:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.886962:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.887612:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.887794:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345024 00000100:00100000:3.0:1746137574.887800:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345024 00000100:00100000:3.0:1746137574.887837:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31199 00000100:00100000:3.0:1746137574.887843:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1731:x1830957303345024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.887855:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.887866:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2cb expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.887885:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.887892:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.887893:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.887896:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.887918:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.887928:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.887957:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293186176:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.888012:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.890135:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186048:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.890138:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:0.0:1746137574.890155:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.890243:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345280 00000100:00100000:3.0:1746137574.890250:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345280 00002000:00100000:3.0:1746137574.890286:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341f80 x1830957303345280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.890295:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341f80 with x1830957303345280 ext(0->4095) 00010000:00010000:3.0:1746137574.890302:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.890314:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.890319:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341f80 00000100:00100000:0.0:1746137574.890581:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303344896:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4296us (4777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.890591:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18963 00000100:00100000:3.0:1746137574.890769:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3658 00000100:00100000:3.0:1746137574.890776:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2006:x1830957303345280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.890888:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2006:x1830957303345280:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.890897:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3658 00002000:00100000:3.0:1746137574.890902:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341f80 x1830957303345280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.890910:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341f80 with x1830957303345280 ext(0->4095) 00010000:00010000:3.0:1746137574.890915:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.890924:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.890929:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341f80 00000100:00100000:3.0:1746137574.891445:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293186176:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.891474:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.891497:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b8c00, rc 0) 00000100:00100000:3.0:1746137574.892098:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957303345024:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4252us (4484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.892106:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31199 00000100:00100000:0.0:1746137574.892965:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.893244:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345408 00000100:00100000:3.0:1746137574.893251:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345408 00000100:00100000:3.0:1746137574.893284:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31200 00000100:00100000:3.0:1746137574.893291:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303345408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.893304:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.893318:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2d2 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.893341:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.893346:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.893352:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.893355:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.893396:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.893405:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.893413:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59a00, rc 0) 00000100:00100000:3.0:1746137574.893443:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:1730:x1830957303345408:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.893449:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31200 00000100:00100000:0.0:1746137574.893593:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.893725:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345536 00000100:00100000:2.0:1746137574.893730:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345536 00010000:00010000:2.0:1746137574.893746:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.893764:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18964 00000100:00100000:2.0:1746137574.893769:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:2008:x1830957303345536:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.893776:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.893793:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.893803:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.893818:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136762400/0x95b3ed7b846f87ca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2c4 expref: 92 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.893831:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.893833:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.893838:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.893844:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.893862:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.893872:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.893883:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186432:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.893930:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.896643:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186432:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.896662:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.896712:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2008:x1830957303345536:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2941us (3122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.896722:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18964 00000100:00100000:0.0:1746137574.896786:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.897016:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345792 00000100:00100000:3.0:1746137574.897023:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345792 00002000:00100000:3.0:1746137574.897056:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8e00 x1830957303345792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.897064:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8e00 with x1830957303345792 ext(0->4095) 00010000:00010000:3.0:1746137574.897071:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.897100:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.897106:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734d8e00 00000100:00100000:3.0:1746137574.897122:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3659 00000100:00100000:3.0:1746137574.897128:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303345792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.897259:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303345792:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.897265:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3659 00002000:00100000:3.0:1746137574.897271:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734d8e00 x1830957303345792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.897277:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734d8e00 with x1830957303345792 ext(0->4095) 00010000:00010000:3.0:1746137574.897282:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.897291:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.897297:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800734d8e00 00000100:00100000:0.0:1746137574.899306:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.899861:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303345920 00000100:00100000:2.0:1746137574.899869:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303345920 00000100:00100000:3.0:1746137574.900033:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31201 00000100:00100000:3.0:1746137574.900043:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303345920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.900058:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.900079:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2d9 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.900107:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.900112:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.900118:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.900122:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.900167:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.900178:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.900187:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59200, rc 0) 00000100:00100000:3.0:1746137574.900247:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303345920:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.900253:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31201 00000100:00100000:0.0:1746137574.902101:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.902149:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346048 00000100:00100000:2.0:1746137574.902156:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346048 00010000:00010000:2.0:1746137574.902180:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.902212:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18965 00000100:00100000:2.0:1746137574.902219:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303346048:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.902228:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.902244:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.902254:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.902271:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87d1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2cb expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.902374:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.902376:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.902382:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.902390:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.902414:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.902424:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.902440:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186688:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.902639:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.904127:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186688:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.904144:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.904175:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303346048:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1956us (2078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.904183:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18965 00000100:00100000:0.0:1746137574.904694:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.904837:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346176 00000100:00100000:3.0:1746137574.904843:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346176 00010000:00010000:3.0:1746137574.904866:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.904886:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18966 00000100:00100000:3.0:1746137574.904896:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2007:x1830957303346176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137574.904906:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137574.904922:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.904933:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.904982:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f87d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d2 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.905007:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.905009:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.905014:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.905021:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.905047:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137574.905056:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186816:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137574.905103:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.908406:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.908469:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346432 00000100:00100000:1.0:1746137574.908478:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346432 00002000:00100000:1.0:1746137574.908533:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734da300 x1830957303346432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.908543:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734da300 with x1830957303346432 ext(0->4095) 00002000:00010000:1.0:1746137574.908548:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734da300 00000100:00100000:1.0:1746137574.908579:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14516 00000100:00100000:1.0:1746137574.908586:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303346432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137574.908715:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303346432:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137574.908722:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14516 00002000:00100000:1.0:1746137574.908728:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800734da300 x1830957303346432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137574.908734:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800734da300 with x1830957303346432 ext(0->4095) 00002000:00010000:1.0:1746137574.908736:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800734da300 00000100:00100000:3.0:1746137574.909014:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293186816:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137574.909043:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137574.909065:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2007:x1830957303346176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4173us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.909073:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18966 00000100:00100000:0.0:1746137574.912648:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.912787:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346560 00000100:00100000:2.0:1746137574.912797:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346560 00000100:00100000:2.0:1746137574.912850:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31202 00000100:00100000:2.0:1746137574.912858:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1731:x1830957303346560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.912873:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.912889:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2e0 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.912918:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.912924:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.912926:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.912929:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 90 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.912992:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.913007:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 5 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.913019:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293186944:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.913095:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.914289:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.915750:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10658:1830957293186944:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.915864:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346688 00000100:00100000:3.0:1746137574.915871:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346688 00000100:00100000:3.0:1746137574.915923:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31203 00000100:00100000:3.0:1746137574.915933:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303346688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.915962:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746137574.915998:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137574.916046:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.916132:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9e00, rc 0) 00010000:00010000:3.0:1746137574.916254:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2e7 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.916276:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.916283:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 92 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.916291:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.916294:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.916493:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 92 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.916508:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:1731:x1830957303346560:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3651us (3920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.916576:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31202 00010000:00010000:3.0:1746137574.916620:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.916631:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9200, rc 0) 00000100:00100000:3.0:1746137574.916828:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303346688:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 895us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.916858:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303346816 00000100:00100000:2.0:1746137574.916861:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303346816 00000100:00100000:3.0:1746137574.916893:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31203 00010000:00010000:2.0:1746137574.917008:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.917357:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18967 00000100:00100000:2.0:1746137574.917363:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303346816:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.917492:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.917510:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.917524:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.917540:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d59200/0x95b3ed7b846f87df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2d9 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.917553:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.917554:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.917559:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 90 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.917566:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 90 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.917585:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 90 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.917595:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 90 pid: 10658 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.917604:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187200:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.917650:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.918628:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187200:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.918642:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.918664:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303346816:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1300us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.918674:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18967 00000100:00100000:0.0:1746137574.919181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.920218:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347072 00000100:00100000:3.0:1746137574.920226:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347072 00002000:00100000:3.0:1746137574.920264:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b800 x1830957303347072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.920275:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b800 with x1830957303347072 ext(0->4095) 00010000:00010000:3.0:1746137574.920283:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.920296:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.920303:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b800 00000100:00100000:3.0:1746137574.920504:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3660 00000100:00100000:3.0:1746137574.920512:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303347072:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.921100:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303347072:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 587us (1917us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.921107:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3660 00002000:00100000:3.0:1746137574.921112:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8800a079b800 x1830957303347072/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.921120:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b800 with x1830957303347072 ext(0->4095) 00010000:00010000:3.0:1746137574.921125:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.921134:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.921140:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a079b800 00000100:00100000:0.0:1746137574.923745:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.924106:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347200 00000100:00100000:3.0:1746137574.924115:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347200 00000100:00100000:3.0:1746137574.924160:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31204 00000100:00100000:3.0:1746137574.924168:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303347200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.924184:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.924199:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2ee expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.924224:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.924229:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.924235:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746137574.924239:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.924293:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.924305:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.924314:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b8c00, rc 0) 00000100:00100000:3.0:1746137574.924510:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303347200:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.924516:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31204 00000100:00100000:0.0:1746137574.924590:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.924688:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347328 00000100:00100000:2.0:1746137574.924692:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347328 00010000:00010000:2.0:1746137574.924707:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.924725:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18968 00000100:00100000:2.0:1746137574.924730:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303347328:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.924738:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.924755:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.924765:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.924781:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f87e6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e0 expref: 91 pid: 10658 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.925331:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.925334:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.925340:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.925348:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.925371:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.925381:0:21485:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.925392:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187456:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.925775:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.930356:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187456:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.930381:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.930432:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303347328:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5700us (5841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.930444:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18968 00000100:00100000:0.0:1746137574.930492:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.934847:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347584 00000100:00100000:3.0:1746137574.934861:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347584 00002000:00100000:3.0:1746137574.934910:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957303347584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.934920:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957303347584 ext(0->4095) 00010000:00010000:3.0:1746137574.934929:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.934958:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.934964:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:3.0:1746137574.935001:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3661 00000100:00100000:3.0:1746137574.935010:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303347584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746137574.935150:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303347584:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (4659us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.935156:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3661 00002000:00100000:3.0:1746137574.935161:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88007352b800 x1830957303347584/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.935168:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007352b800 with x1830957303347584 ext(0->4095) 00010000:00010000:3.0:1746137574.935172:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.935180:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.935184:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007352b800 00000100:00100000:0.0:1746137574.941157:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137574.941214:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.941309:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347840 00000100:00100000:2.0:1746137574.941319:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347840 00010000:00010000:2.0:1746137574.941354:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.941382:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18969 00000100:00100000:2.0:1746137574.941389:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2008:x1830957303347840:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.941405:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.941423:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.941436:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.941457:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f87ed lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2e7 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.941494:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.941496:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.941502:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.941509:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.941541:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.941552:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187584:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.941625:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.941678:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303347712 00000100:00100000:3.0:1746137574.941682:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303347712 00000100:00100000:3.0:1746137574.941705:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31205 00000100:00100000:3.0:1746137574.941709:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303347712:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.941721:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.941730:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2f5 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.941744:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.941751:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.941752:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.941755:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.941769:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.941778:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 5 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.941785:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293187712:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.941805:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.944068:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293187712:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.944107:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.944127:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9e00, rc 0) 00000100:00100000:3.0:1746137574.944160:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303347712:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2449us (3014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.944168:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31205 00000100:00100000:2.0:1746137574.945396:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187584:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.945410:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.945433:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775ccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2008:x1830957303347840:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4044us (4218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.945441:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18969 00000100:00100000:1.0:1746137574.948176:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.948199:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348096 00000100:00100000:2.0:1746137574.948211:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348096 00002000:00100000:2.0:1746137574.948248:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfafb80 x1830957303348096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.948258:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfafb80 with x1830957303348096 ext(0->4095) 00010000:00010000:2.0:1746137574.948265:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.948281:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:2.0:1746137574.948288:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfafb80 00000100:00100000:2.0:1746137574.948316:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3662 00000100:00100000:2.0:1746137574.948323:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303348096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137574.948458:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303348096:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.948464:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3662 00002000:00100000:2.0:1746137574.948469:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009dfafb80 x1830957303348096/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.948475:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfafb80 with x1830957303348096 ext(0->4095) 00010000:00010000:2.0:1746137574.948491:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.948500:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:2.0:1746137574.948505:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfafb80 00000100:00100000:0.0:1746137574.951107:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.951207:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348224 00000100:00100000:2.0:1746137574.951214:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348224 00010000:00010000:2.0:1746137574.951240:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.951891:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18970 00000100:00100000:2.0:1746137574.951899:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303348224:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.951911:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.951928:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.951957:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.951980:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f87f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2ee expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.951994:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.951996:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.952001:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.952009:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.952038:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.952048:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187840:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.952880:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.955535:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293187840:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137574.955556:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.956037:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2007:x1830957303348224:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4137us (4935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.956049:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18970 00000100:00100000:0.0:1746137574.956629:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.956874:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348480 00000100:00100000:2.0:1746137574.956881:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348480 00002000:00100000:2.0:1746137574.956913:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528a80 x1830957303348480/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.956927:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957303348480 ext(0->4095) 00002000:00010000:2.0:1746137574.956931:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528a80 00000100:00100000:2.0:1746137574.957420:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14517 00000100:00100000:2.0:1746137574.957426:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303348480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.957555:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303348480:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (928us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.957561:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14517 00002000:00100000:2.0:1746137574.957566:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073528a80 x1830957303348480/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.957573:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073528a80 with x1830957303348480 ext(0->4095) 00002000:00010000:2.0:1746137574.957575:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073528a80 00000100:00100000:2.0:1746137574.960141:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.960439:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348608 00000100:00100000:3.0:1746137574.960448:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348608 00000100:00100000:3.0:1746137574.960502:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31206 00000100:00100000:3.0:1746137574.960509:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303348608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.960525:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.960541:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa2fc expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.960565:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.960572:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.960573:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.960576:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.960604:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.960615:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 89 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.960630:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293187968:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137574.961359:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746137574.963670:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293187968:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.963707:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.963722:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59a00, rc 0) 00000100:00100000:3.0:1746137574.963771:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303348608:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.963779:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31206 00000100:00100000:0.0:1746137574.964042:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137574.964159:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348736 00000100:00100000:1.0:1746137574.964165:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348736 00010000:00010000:1.0:1746137574.964189:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.964347:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18971 00000100:00100000:2.0:1746137574.964355:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303348736:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.964367:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.964386:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.964396:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.964415:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f87fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2f5 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.964444:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.964446:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.964452:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.964459:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.964495:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.964505:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188096:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.965778:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.967615:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.967716:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303348864 00000100:00100000:3.0:1746137574.967724:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303348864 00000100:00100000:3.0:1746137574.967760:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31207 00000100:00100000:3.0:1746137574.967767:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303348864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.967781:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.967794:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa303 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.967818:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137574.968000:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091340e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188096:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137574.968018:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.968055:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303348736:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3700us (4013us total) trans 0 rc 0/0 00010000:00010000:3.0:1746137574.968196:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.968198:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.968203:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.968232:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.968243:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 5 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137574.968254:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293188224:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137574.968552:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18971 00000100:00100000:3.0:1746137574.968721:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.969197:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.969456:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303349120 00000100:00100000:3.0:1746137574.969461:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303349120 00002000:00100000:3.0:1746137574.969499:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341500 x1830957303349120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.969509:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341500 with x1830957303349120 ext(0->4095) 00010000:00010000:3.0:1746137574.969515:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.969525:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.969530:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341500 00000100:00100000:3.0:1746137574.969545:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3663 00000100:00100000:3.0:1746137574.969551:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303349120:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.969658:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091341500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303349120:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.969666:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3663 00002000:00100000:3.0:1746137574.969671:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091341500 x1830957303349120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.969677:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091341500 with x1830957303349120 ext(0->4095) 00010000:00010000:3.0:1746137574.969681:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137574.969689:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137574.969694:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091341500 00000100:00100000:3.0:1746137574.974143:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293188224:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137574.974186:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.974202:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9200, rc 0) 00000100:00100000:3.0:1746137574.974248:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1730:x1830957303348864:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6481us (6638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.974256:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31207 00000100:00100000:0.0:1746137574.975137:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.975279:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303349248 00000100:00100000:3.0:1746137574.975285:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303349248 00000100:00100000:3.0:1746137574.978235:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31208 00000100:00100000:3.0:1746137574.978251:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:1731:x1830957303349248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137574.978268:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137574.978286:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa30a expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.978312:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137574.978316:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.978322:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137574.978325:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.978370:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.978380:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137574.978388:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b8c00, rc 0) 00000100:00100000:3.0:1746137574.978438:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957303349248:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137574.978443:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31208 00000100:00100000:0.0:1746137574.978897:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.979039:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303349376 00000100:00100000:2.0:1746137574.979047:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303349376 00010000:00010000:2.0:1746137574.979068:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.979087:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18972 00000100:00100000:2.0:1746137574.979092:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303349376:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.979099:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.979116:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.979132:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.979147:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8802 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa2fc expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.979169:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.979170:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.979176:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.979183:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.979201:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.979211:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.979223:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188480:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.979274:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.981691:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188480:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137574.981713:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137574.981829:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303349376:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2735us (2931us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137574.981840:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18972 00000100:00100000:0.0:1746137574.983908:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.984070:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303349632 00000100:00100000:2.0:1746137574.984079:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303349632 00002000:00100000:2.0:1746137574.984117:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99f80 x1830957303349632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.984133:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957303349632 ext(0->4095) 00010000:00010000:2.0:1746137574.984142:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.984154:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:2.0:1746137574.984160:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:2.0:1746137574.984188:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3664 00000100:00100000:2.0:1746137574.984194:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303349632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137574.984341:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2006:x1830957303349632:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137574.984347:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3664 00002000:00100000:2.0:1746137574.984353:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe99f80 x1830957303349632/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137574.984360:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe99f80 with x1830957303349632 ext(0->4095) 00010000:00010000:2.0:1746137574.984364:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.984373:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:2.0:1746137574.984379:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe99f80 00000100:00100000:0.0:1746137574.986832:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.986914:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303349760 00000100:00100000:2.0:1746137574.986923:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303349760 00010000:00010000:2.0:1746137574.986984:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.987012:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18973 00000100:00100000:2.0:1746137574.987019:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2007:x1830957303349760:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.987030:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.987048:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.987060:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.987081:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8809 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa303 expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.987524:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.987526:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.987534:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.987543:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.987576:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.987590:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188608:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.987672:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137574.990714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137574.990793:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350016 00000100:00100000:3.0:1746137574.990801:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350016 00002000:00100000:3.0:1746137574.990841:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9bb80 x1830957303350016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/0 e 0 to 0 dl 1746137585 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.990852:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9bb80 with x1830957303350016 ext(0->4095) 00002000:00010000:3.0:1746137574.990856:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe9bb80 00000100:00100000:3.0:1746137574.990889:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14518 00000100:00100000:3.0:1746137574.990897:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303350016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137574.991081:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303350016:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137574.991088:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14518 00002000:00100000:3.0:1746137574.991094:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009fe9bb80 x1830957303350016/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:10/0 lens 488/4536 e 0 to 0 dl 1746137585 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137574.991102:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe9bb80 with x1830957303350016 ext(0->4095) 00002000:00010000:3.0:1746137574.991104:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fe9bb80 00000100:00100000:2.0:1746137574.991191:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188608:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137574.991209:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137574.991231:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2007:x1830957303349760:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4213us (4407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.991238:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18973 00000100:00100000:0.0:1746137574.993181:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.993255:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350144 00000100:00100000:2.0:1746137574.993262:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350144 00000100:00100000:2.0:1746137574.993305:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31209 00000100:00100000:2.0:1746137574.993311:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303350144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137574.993324:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137574.993341:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa311 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.993366:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.993373:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.993374:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137574.993378:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.993406:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.993417:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 89 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.993435:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293188736:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137574.993526:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137574.995448:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293188736:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137574.995467:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.995486:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8c00, rc 0) 00000100:00100000:2.0:1746137574.995521:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303350144:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137574.995529:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31209 00000100:00100000:0.0:1746137574.996244:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137574.996408:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350272 00000100:00100000:2.0:1746137574.996414:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350272 00010000:00010000:2.0:1746137574.996436:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137574.996456:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18974 00000100:00100000:2.0:1746137574.996462:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2006:x1830957303350272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137574.996473:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137574.996500:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.996511:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.996533:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8810 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa30a expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137574.997263:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.997265:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137574.997271:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.997278:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137574.997302:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137574.997311:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188864:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137574.997811:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137575.000588:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137575.000881:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350528 00000100:00100000:1.0:1746137575.000889:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350528 00002000:00100000:1.0:1746137575.000927:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dbb80 x1830957303350528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.000959:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dbb80 with x1830957303350528 ext(0->4095) 00002000:00010000:1.0:1746137575.000963:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4dbb80 00000100:00100000:1.0:1746137575.000992:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14519 00000100:00100000:1.0:1746137575.001006:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303350528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137575.001139:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303350528:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137575.001145:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14519 00002000:00100000:1.0:1746137575.001151:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4dbb80 x1830957303350528/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.001157:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4dbb80 with x1830957303350528 ext(0->4095) 00002000:00010000:1.0:1746137575.001160:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4dbb80 00000100:00100000:2.0:1746137575.001319:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293188864:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.001335:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137575.001359:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2006:x1830957303350272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4897us (5116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.001366:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18974 00000100:00080000:0.0:1746137575.001439:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137575.002147:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.002235:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350656 00000100:00100000:2.0:1746137575.002239:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350656 00000100:00100000:2.0:1746137575.002278:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31210 00000100:00100000:2.0:1746137575.002284:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1730:x1830957303350656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137575.002294:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137575.002307:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa318 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.002329:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.002336:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.002337:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.002341:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.002366:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.002376:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 5 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.002385:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293188992:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137575.002433:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746137575.003588:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137575.003632:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.004380:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350784 00000100:00100000:3.0:1746137575.004386:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350784 00000100:00100000:3.0:1746137575.004419:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31211 00000100:00100000:3.0:1746137575.004424:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957303350784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137575.004434:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137575.004444:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa31f expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.004460:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137575.004464:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.004468:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137575.004471:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.004514:0:9557:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137575.004566:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293188992:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137575.004579:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.004590:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9e00, rc 0) 00000100:00100000:2.0:1746137575.004626:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:1730:x1830957303350656:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.004633:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31210 00010000:00010000:3.0:1746137575.005005:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.005012:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b8c00, rc 0) 00000100:00100000:3.0:1746137575.005433:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957303350784:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1007us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137575.005439:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31211 00000100:00100000:0.0:1746137575.005790:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.005972:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303350912 00000100:00100000:2.0:1746137575.005976:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303350912 00010000:00010000:2.0:1746137575.005993:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.006020:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18975 00000100:00100000:2.0:1746137575.006026:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303350912:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137575.006036:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137575.006054:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.006064:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.006079:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8c00/0x95b3ed7b846f8817 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa311 expref: 6 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.006101:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.006103:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.006109:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.006116:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.006137:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.006147:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 90 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.006798:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189248:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137575.007340:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137575.009426:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189248:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.009446:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137575.009477:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303350912:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3450us (3687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.009496:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18975 00000100:00100000:0.0:1746137575.009781:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.009856:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303351168 00000100:00100000:3.0:1746137575.009862:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303351168 00002000:00100000:3.0:1746137575.009892:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9c00 x1830957303351168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137575.009902:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957303351168 ext(0->4095) 00010000:00010000:3.0:1746137575.009909:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137575.009920:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137575.009926:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9c00 00000100:00100000:3.0:1746137575.009954:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3665 00000100:00100000:3.0:1746137575.009960:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303351168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746137575.010055:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303351168:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746137575.010060:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3665 00002000:00100000:3.0:1746137575.010065:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9c00 x1830957303351168/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746137575.010072:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9c00 with x1830957303351168 ext(0->4095) 00010000:00010000:3.0:1746137575.010076:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:3.0:1746137575.010084:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00002000:00010000:3.0:1746137575.010089:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f4d9c00 00000100:00100000:0.0:1746137575.012101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.012200:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303351296 00000100:00100000:2.0:1746137575.012206:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303351296 00010000:00010000:2.0:1746137575.012229:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.012723:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18976 00000100:00100000:2.0:1746137575.012731:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303351296:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137575.012744:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137575.012762:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.012774:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.012794:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9e00/0x95b3ed7b846f881e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa318 expref: 91 pid: 24924 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.012821:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.012823:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.012829:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.012836:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.012865:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137575.012876:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189376:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137575.012971:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137575.015090:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.015279:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189376:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.015297:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137575.015328:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303351296:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2599us (3233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.015337:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18976 00000100:00100000:1.0:1746137575.016296:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303351552 00000100:00100000:1.0:1746137575.016304:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303351552 00002000:00100000:1.0:1746137575.016339:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9500 x1830957303351552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.016352:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957303351552 ext(0->4095) 00002000:00010000:1.0:1746137575.016356:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9500 00000100:00100000:1.0:1746137575.016381:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14520 00000100:00100000:1.0:1746137575.016388:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2008:x1830957303351552:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746137575.016515:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2008:x1830957303351552:12345-192.168.202.31@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (1431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137575.016521:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14520 00002000:00100000:1.0:1746137575.016526:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d9500 x1830957303351552/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.016533:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d9500 with x1830957303351552 ext(0->4095) 00002000:00010000:1.0:1746137575.016535:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d9500 00000100:00100000:0.0:1746137575.018510:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.018575:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303351680 00000100:00100000:3.0:1746137575.018580:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303351680 00000100:00100000:3.0:1746137575.018618:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31212 00000100:00100000:3.0:1746137575.018624:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:1731:x1830957303351680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137575.018635:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137575.018649:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa326 expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.018671:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.018678:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137575.018680:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137575.018683:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.018709:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 89 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.018724:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 89 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137575.018734:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293189504:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137575.018794:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137575.020265:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293189504:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137575.020298:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.020310:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9e00, rc 0) 00000100:00100000:3.0:1746137575.020346:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:1731:x1830957303351680:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1721us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137575.020352:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31212 00000100:00100000:2.0:1746137575.021372:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293189632:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746137575.021407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137575.021668:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.021847:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303351808 00000100:00100000:2.0:1746137575.021853:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303351808 00010000:00010000:2.0:1746137575.021876:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.021895:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18977 00000100:00100000:2.0:1746137575.021901:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303351808:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137575.021910:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137575.021926:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.021951:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.021970:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b8c00/0x95b3ed7b846f8825 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa31f expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.021983:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.021985:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.021990:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.021998:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.022017:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137575.022025:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189760:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137575.022061:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137575.022213:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293189632 00000100:00100000:3.0:1746137575.022217:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293189632 00000100:00100000:3.0:1746137575.022241:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1746137575.022245:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293189632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746137575.022265:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499800896 pending 1204224 free 3922391040 avail 3690868736 00000100:00100000:3.0:1746137575.022292:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293189632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137575.022297:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1746137575.022328:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293189632:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746137575.022386:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137575.024675:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293189760:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.024695:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137575.025549:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:2005:x1830957303351808:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3645us (3878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.025559:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18977 00000100:00100000:0.0:1746137575.025837:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.025920:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352064 00000100:00100000:2.0:1746137575.025926:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352064 00002000:00100000:2.0:1746137575.025971:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8e00 x1830957303352064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137575.025981:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8e00 with x1830957303352064 ext(0->4095) 00002000:00010000:2.0:1746137575.025986:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8e00 00000100:00100000:2.0:1746137575.026004:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14521 00000100:00100000:2.0:1746137575.026009:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303352064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746137575.026115:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303352064:12345-192.168.202.31@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137575.026120:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14521 00002000:00100000:2.0:1746137575.026125:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009f4d8e00 x1830957303352064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137575.026131:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f4d8e00 with x1830957303352064 ext(0->4095) 00002000:00010000:2.0:1746137575.026133:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f4d8e00 00000100:00100000:0.0:1746137575.027273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.027531:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352192 00000100:00100000:3.0:1746137575.027536:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352192 00000100:00100000:3.0:1746137575.027570:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31213 00000100:00100000:3.0:1746137575.027575:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+89:1730:x1830957303352192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746137575.027584:0:9557:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137575.027596:0:9557:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa32d expref: -99 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.027617:0:9557:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.027623:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137575.027625:0:9557:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137575.027628:0:9557:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.027651:0:9557:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.027660:0:9557:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 5 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:3.0:1746137575.027669:0:9557:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293189888:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137575.027728:0:9557:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137575.029184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.029349:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352320 00000100:00100000:2.0:1746137575.029356:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352320 00000100:00100000:2.0:1746137575.029382:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31214 00000100:00100000:2.0:1746137575.029388:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1731:x1830957303352320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746137575.029397:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137575.029407:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa334 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.029425:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.029429:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.029434:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137575.029436:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.029461:0:24924:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 92 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.029471:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 92 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.029487:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a8600, rc 0) 00000100:00100000:2.0:1746137575.029526:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+92:1731:x1830957303352320:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.029531:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31214 00000100:00100000:3.0:1746137575.031814:0:9557:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9557:1830957293189888:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137575.031849:0:9557:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.031860:0:9557:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59a00, rc 0) 00000100:00100000:3.0:1746137575.031888:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:1730:x1830957303352192:12345-192.168.202.31@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4313us (4617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137575.031894:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31213 00000100:00100000:0.0:1746137575.032182:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.032478:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352448 00000100:00100000:2.0:1746137575.032491:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352448 00010000:00010000:2.0:1746137575.032513:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.032544:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18978 00000100:00100000:2.0:1746137575.032550:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303352448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137575.032560:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137575.032577:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.032587:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.032605:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f882c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa326 expref: 6 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.032620:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.032622:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.032627:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.032635:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.032658:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 90 pid: 9557 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.032667:0:7197:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 90 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.032678:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293190144:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137575.032730:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137575.034925:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.035188:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293190144:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.035202:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137575.035320:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352704 00000100:00100000:1.0:1746137575.035325:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352704 00002000:00100000:1.0:1746137575.035355:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957303352704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.035365:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957303352704 ext(0->4095) 00010000:00010000:1.0:1746137575.035371:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:1.0:1746137575.035382:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:1.0:1746137575.035388:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781f80 00000100:00100000:1.0:1746137575.035414:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3666 00000100:00100000:1.0:1746137575.035420:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303352704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137575.035570:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2006:x1830957303352448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3019us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.035577:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18978 00000100:00100000:1.0:1746137575.035822:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303352704:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (903us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137575.035829:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3666 00002000:00100000:1.0:1746137575.035834:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073781f80 x1830957303352704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.035842:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073781f80 with x1830957303352704 ext(0->4095) 00010000:00010000:1.0:1746137575.035846:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:1.0:1746137575.035855:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00002000:00010000:1.0:1746137575.035860:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880073781f80 00000100:00100000:0.0:1746137575.038369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.038521:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303352832 00000100:00100000:2.0:1746137575.038529:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303352832 00010000:00010000:2.0:1746137575.038552:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00000100:00100000:2.0:1746137575.038586:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18979 00000100:00100000:2.0:1746137575.038593:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+91:2005:x1830957303352832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137575.038606:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137575.038623:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.038633:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.038651:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8833 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa32d expref: 91 pid: 9557 timeout: 768 lvb_type: 0 00010000:00010000:2.0:1746137575.038664:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.038666:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137575.038671:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.038678:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137575.038706:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 90 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137575.038718:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293190272:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137575.038788:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880091f9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137575.041999:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.042314:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091343100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293190272:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137575.042337:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137575.042375:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303352832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3783us (4014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137575.042386:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18979 00000100:00100000:1.0:1746137575.042460:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303353088 00000100:00100000:1.0:1746137575.042467:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303353088 00002000:00100000:1.0:1746137575.042512:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073782d80 x1830957303353088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/0 e 0 to 0 dl 1746137586 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.042522:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782d80 with x1830957303353088 ext(0->4095) 00002000:00010000:1.0:1746137575.042526:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073782d80 00000100:00100000:1.0:1746137575.042553:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14522 00000100:00100000:1.0:1746137575.042560:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303353088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137575.042670:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+90:2005:x1830957303353088:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (680us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137575.042676:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14522 00002000:00100000:1.0:1746137575.042680:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880073782d80 x1830957303353088/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:11/0 lens 488/4536 e 0 to 0 dl 1746137586 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137575.042687:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073782d80 with x1830957303353088 ext(0->4095) 00002000:00010000:1.0:1746137575.042690:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073782d80 00000100:00100000:2.0:1746137575.053690:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293190400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746137575.053767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137575.053852:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.053994:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303353344 00000100:00100000:2.0:1746137575.054002:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303353344 00000100:00100000:2.0:1746137575.054051:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 181 00000100:00100000:2.0:1746137575.054059:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:1730:x1830957303353344:12345-192.168.202.31@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746137575.054243:0:18341:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990657 00000100:00100000:2.0:1746137575.054316:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1730:x1830957303353344:12345-192.168.202.31@tcp:35:rw_seq_cst_vs_d.0 Request processed in 257us (464us total) trans 4294990658 rc 0/0 00000100:00100000:2.0:1746137575.054322:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 181 00000020:00080000:2.0:1746137575.054327:0:18341:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137575.054838:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293190400 00000100:00100000:0.0:1746137575.054843:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293190400 00000100:00080000:1.0:1746137575.054891:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137575.054891:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1746137575.054897:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293190400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746137575.054963:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499800896 pending 1204224 free 3922391040 avail 3690868736 00000100:00100000:1.0:1746137575.055006:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293190400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137575.055013:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1746137575.055047:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293190400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746137575.064051:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137575.064685:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303353600 00000100:00100000:2.0:1746137575.064695:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303353600 00000100:00100000:2.0:1746137575.064733:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 182 00000100:00100000:2.0:1746137575.064741:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:1730:x1830957303353600:12345-192.168.202.31@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746137575.064921:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+8:1730:x1830957303353600:12345-192.168.202.31@tcp:35:rw_seq_cst_vs_d.0 Request processed in 179us (879us total) trans 4294990659 rc 0/0 00000100:00100000:2.0:1746137575.064927:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 182 00000100:00100000:0.0:1746137575.099191:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.100710:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303353728 00000100:00100000:3.0:1746137575.100720:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303353728 00000100:00100000:3.0:1746137575.100767:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54809 00000100:00100000:3.0:1746137575.100774:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:1748:x1830957303353728:12345-192.168.202.31@tcp:101:rm.0 00010000:00010000:3.0:1746137575.100796:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137575.100812:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8841 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa33b expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.100861:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.100870:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.100880:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00000004:00200000:3.0:1746137575.100917:0:7210:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137575.100919:0:7210:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137575.100932:0:7210:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.100963:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f8841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa33b expref: 10 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.100984:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa33b expref: 9 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.100991:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137575.100994:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137575.100996:0:7210:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64b9e00, rc 0) 00000100:00100000:3.0:1746137575.101041:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1748:x1830957303353728:12345-192.168.202.31@tcp:101:rm.0 Request processed in 267us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137575.101046:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54809 00000100:00100000:0.0:1746137575.103729:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137575.104880:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303353856 00000100:00100000:1.0:1746137575.104890:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303353856 00000100:00100000:1.0:1746137575.104972:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54810 00000100:00100000:1.0:1746137575.104979:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1748:x1830957303353856:12345-192.168.202.31@tcp:101:rm.0 00010000:00010000:1.0:1746137575.104996:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137575.105013:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979000/0x95b3ed7b846f884f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa342 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137575.105066:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105076:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105085:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105097:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105102:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105107:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105179:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105186:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105191:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:1.0:1746137575.105225:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 8 00000004:00200000:1.0:1746137575.105229:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746137575.105241:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105249:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105255:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105260:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105265:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105272:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f979a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137575.105276:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105281:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105291:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137575.105294:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137575.105297:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105302:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8856 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105318:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105323:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105327:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105331:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137575.105333:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105338:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105344:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880130f39700) 00010000:00010000:1.0:1746137575.105345:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137575.105347:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105352:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f885d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137575.105375:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979000/0x95b3ed7b846f884f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa342 expref: 11 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137575.105386:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa342 expref: 10 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137575.105391:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:1.0:1746137575.105393:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137575.105394:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978600, rc 0) 00000100:00100000:1.0:1746137575.105441:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1748:x1830957303353856:12345-192.168.202.31@tcp:101:rm.0 Request processed in 462us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137575.105447:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54810 00000100:00100000:3.0:1746137575.107413:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137575.107436:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354112 00000100:00100000:3.0:1746137575.107442:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354112 00000100:00100000:3.0:1746137575.108392:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54811 00000100:00100000:3.0:1746137575.108401:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:1748:x1830957303354112:12345-192.168.202.31@tcp:36:rm.0 00010000:00010000:3.0:1746137575.108443:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746137575.108464:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978600/0x95b3ed7b846f8864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa342 expref: 10 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.108569:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801367a0e00/0x95b3ed7b846f56b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2f71b6 expref: 9 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.108579:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:3.0:1746137575.108586:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9e00/0x95b3ed7b846f8848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa33b expref: 8 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137575.108592:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137575.108595:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137575.108609:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108622:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108629:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108638:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108643:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108647:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108709:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108715:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108720:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00000040:00080000:3.0:1746137575.108870:0:7210:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746137575.108876:0:7210:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 668231938966ns, next at 669231937454ns, rc = 0 00010000:00010000:3.0:1746137575.108909:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108915:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108921:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108930:0:7210:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108949:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108955:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108967:0:7210:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746137575.108979:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108984:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108988:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.108993:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d59a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137575.108996:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109001:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109007:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:3.0:1746137575.109009:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137575.109011:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109015:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8879 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109110:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109115:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109120:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109123:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a64b9200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137575.109125:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109129:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109135:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137575.109136:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137575.109138:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109142:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b9200/0x95b3ed7b846f886b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00000004:00010000:3.0:1746137575.109148:0:7210:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009a7c5180 reply state ffff88009fae9000 transno 4294990660 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109155:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109160:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009fa88e00) 00010000:00010000:3.0:1746137575.109162:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137575.109164:0:7210:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746137575.109208:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:1748:x1830957303354112:12345-192.168.202.31@tcp:36:rm.0 Request processed in 810us (1801us total) trans 4294990660 rc 0/0 00000100:00100000:3.0:1746137575.109215:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54811 00010000:00010000:3.0:1746137575.109316:0:10898:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746137575.109320:0:10898:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109325:0:10898:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d59200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137575.109327:0:10898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109332:0:10898:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109338:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8801362df600) 00010000:00010000:3.0:1746137575.109340:0:10898:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746137575.109342:0:10898:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109346:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59200/0x95b3ed7b846f8880 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137575.109352:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137575.109353:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137575.109354:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746137575.698658:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137575.869272:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957293190528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746137575.869338:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137575.869402:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293190528 00000100:00100000:0.0:1746137575.869410:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293190528 00000100:00100000:0.0:1746137575.869446:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1746137575.869453:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957293190528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746137575.869496:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746137575.869530:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957293190528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137575.869536:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1746137575.869572:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957293190528:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1746137576.603782:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972344 is committed 00010000:00010000:3.0:1746137576.701956:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137577.703802:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746137577.949122:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293190912:0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.949145:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830957293191040:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.949207:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800735f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957293190784:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.949257:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800735f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e05f5f4-9172-4147-a827-2132d2821563:3762:1830957293190656:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.949311:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137577.949314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137577.949345:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293190784 00000100:00100000:2.0:1746137577.949352:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293190784 00000100:00100000:3.0:1746137577.949362:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957293191424:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.949381:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137577.949396:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957293191936:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.949412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137577.949415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137577.949435:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293191168:0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.949481:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293190912 00000100:00100000:0.0:1746137577.949484:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293190912 00000100:00100000:0.0:1746137577.949507:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1746137577.949513:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957293190912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.949578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137577.949588:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191424 00000100:00100000:2.0:1746137577.949591:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191424 00000100:00100000:2.0:1746137577.949614:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191936 00000100:00100000:2.0:1746137577.949615:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191936 00000100:00100000:3.0:1746137577.949623:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293190912:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.949627:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1746137577.949632:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957293190784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.949656:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3763:x1830957293190784:12345-0@lo:400:kworker.0 Request processed in 23us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.949662:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1746137577.949668:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957293191424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.949688:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293191680:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.949696:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3764:x1830957293191424:12345-0@lo:400:kworker.0 Request processed in 28us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137577.949706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137577.949718:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293192192:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.949731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137577.949768:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3764:x1830957293190912:12345-0@lo:400:kworker.0 Request processed in 255us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137577.949774:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1746137577.949787:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191168 00000100:00100000:0.0:1746137577.949789:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191168 00000100:00100000:0.0:1746137577.949797:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1746137577.949801:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293191168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.949824:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293191168:12345-0@lo:400:kworker.0 Request processed in 23us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137577.949835:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1746137577.949849:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191680 00000100:00100000:0.0:1746137577.949852:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191680 00000100:00100000:0.0:1746137577.949868:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192192 00000100:00100000:0.0:1746137577.949870:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192192 00000100:00100000:0.0:1746137577.949882:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1746137577.949886:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293191680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.949908:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293191680:12345-0@lo:400:kworker.0 Request processed in 21us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137577.949912:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1746137577.949920:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1746137577.949924:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293192192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.949965:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3762:x1830957293192192:12345-0@lo:400:kworker.0 Request processed in 40us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137577.949970:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1746137577.949989:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137577.950002:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293191552:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950058:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1746137577.950068:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191040 00000100:00100000:2.0:1746137577.950071:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191040 00000100:00100000:2.0:1746137577.950080:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1746137577.950084:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957293191936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.950094:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1746137577.950106:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3764:x1830957293191936:12345-0@lo:400:kworker.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.950108:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1746137577.950111:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1746137577.950114:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957293191040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950124:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293190656 00000100:00100000:2.0:1746137577.950127:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293190656 00000100:00100000:3.0:1746137577.950140:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3765:x1830957293191040:12345-0@lo:400:kworker.0 Request processed in 26us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137577.950142:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1746137577.950145:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1746137577.950146:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3762:x1830957293190656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950167:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3762:x1830957293190656:12345-0@lo:400:kworker.0 Request processed in 21us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.950170:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3764:1830957293191424:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.950177:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3764:1830957293191936:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950185:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1746137577.950213:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800735f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3763:1830957293190784:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950218:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957293191296:0@lo:400:kworker.0 00000100:00080000:3.0:1746137577.950220:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746137577.950223:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746137577.950225:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746137577.950234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137577.950243:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191296 00000100:00100000:3.0:1746137577.950246:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191296 00000100:00100000:2.0:1746137577.950246:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957293191808:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137577.950265:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191808 00000100:00100000:3.0:1746137577.950267:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191808 00000100:00100000:3.0:1746137577.950278:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1746137577.950281:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957293191296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950282:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1746137577.950287:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957293191808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.950309:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3763:x1830957293191296:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137577.950310:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3763:x1830957293191808:12345-0@lo:400:kworker.0 Request processed in 23us (50us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.950314:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1746137577.950317:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00080000:3.0:1746137577.950330:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137577.950337:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3763:1830957293191296:0@lo:400:kworker.0 00000100:00100000:2.0:1746137577.950344:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3763:1830957293191808:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950384:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800735f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e05f5f4-9172-4147-a827-2132d2821563:3762:1830957293190656:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950391:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293191168:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950398:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293191680:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950405:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293192192:0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.950474:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137577.950500:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293192064:0@lo:400:kworker.0 00000100:00100000:0.0:1746137577.950515:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137577.950533:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3765:1830957293191040:0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950579:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293191552 00000100:00100000:1.0:1746137577.950582:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293191552 00000100:00100000:3.0:1746137577.950590:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192064 00000100:00100000:3.0:1746137577.950593:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192064 00000100:00100000:1.0:1746137577.950603:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1746137577.950607:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293191552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.950614:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1746137577.950618:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293192064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137577.950637:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293191552:12345-0@lo:400:kworker.0 Request processed in 30us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137577.950642:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1746137577.950644:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293192064:12345-0@lo:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.950649:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1746137577.950663:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293191552:0@lo:400:kworker.0 00000100:00080000:3.0:1746137577.950664:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746137577.950665:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746137577.950670:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293192064:0@lo:400:kworker.0 00000100:00100000:3.0:1746137577.982125:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293192320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746137577.982188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137577.982245:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192320 00000100:00100000:3.0:1746137577.982252:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192320 00000100:00100000:3.0:1746137577.982286:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1746137577.982292:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293192320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746137577.982318:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920257024 avail 3688734720 00000100:00100000:3.0:1746137577.982350:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293192320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.982356:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1746137577.982403:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293192320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746137577.998069:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800735f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293192448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746137577.998133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137577.998221:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192448 00000100:00100000:3.0:1746137577.998229:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192448 00000100:00100000:3.0:1746137577.998271:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1746137577.998279:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293192448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746137577.998416:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3920257024 avail 3688734720 00000100:00100000:3.0:1746137577.998465:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293192448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137577.998472:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1746137577.999675:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800735f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293192448:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1746137578.180919:0:28157:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 18:12:58 (1746137578) 00000100:00100000:0.0:1746137578.231263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.231324:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354240 00000100:00100000:1.0:1746137578.231333:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354240 00000100:00100000:1.0:1746137578.231391:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54812 00000100:00100000:1.0:1746137578.231399:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2408:x1830957303354240:12345-192.168.202.31@tcp:41:stat.0 00000004:00000024:1.0:1746137578.231461:0:7211:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842648064 avail 7378399232 00000100:00100000:1.0:1746137578.231517:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2408:x1830957303354240:12345-192.168.202.31@tcp:41:stat.0 Request processed in 118us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.231524:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54812 00000100:00080000:3.0:1746137578.231600:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137578.291241:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.292972:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354368 00000100:00100000:0.0:1746137578.292984:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354368 00000100:00100000:0.0:1746137578.293041:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54813 00000100:00100000:0.0:1746137578.293055:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2412:x1830957303354368:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:0.0:1746137578.293073:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137578.293090:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f8887 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa349 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.293162:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.293175:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.293188:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1746137578.293228:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746137578.293232:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746137578.293251:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.293269:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f8887 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa349 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.293280:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa349 expref: 10 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.293287:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137578.293290:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746137578.293292:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe00c00, rc 0) 00000100:00100000:0.0:1746137578.293342:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2412:x1830957303354368:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 288us (2107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.293349:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54813 00000100:00100000:0.0:1746137578.297276:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.297328:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354496 00000100:00100000:2.0:1746137578.297337:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354496 00000100:00100000:2.0:1746137578.297391:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54814 00000100:00100000:2.0:1746137578.297399:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2412:x1830957303354496:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137578.297424:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.297440:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87400/0x95b3ed7b846f8895 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa350 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.297507:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.297523:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.297533:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298200:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298217:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298228:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298272:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298277:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298282:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298287:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298291:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff86000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.298295:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298304:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298313:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137578.298316:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.298319:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298324:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f889c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298335:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298340:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298344:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298348:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.298350:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298354:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298360:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a474e500) 00010000:00010000:2.0:1746137578.298362:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.298363:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298367:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f88a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.298399:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87400/0x95b3ed7b846f8895 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa350 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.298406:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87400/0x95b3ed7b846f8895 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa350 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.298412:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87400, rc 0) 00000100:00100000:2.0:1746137578.298487:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2412:x1830957303354496:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 1088us (1216us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137578.298495:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54814 00000100:00100000:0.0:1746137578.302596:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.303033:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354752 00000100:00100000:2.0:1746137578.303043:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354752 00000100:00100000:2.0:1746137578.303087:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54815 00000100:00100000:2.0:1746137578.303095:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2412:x1830957303354752:12345-192.168.202.31@tcp:36:lfs.0 00010000:00010000:2.0:1746137578.303271:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137578.303298:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f888e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa349 expref: 10 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.303315:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137578.303319:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137578.303366:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.303378:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.303386:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.303401:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.303406:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.303412:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:2.0:1746137578.307195:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746137578.307312:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746137578.307318:0:7212:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801249ded80 with version 18 00000004:00080000:3.0:1746137578.307388:0:8640:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88007b3806c0 version 18 rpc_version 18 00000020:00100000:3.0:1746137578.307435:0:8640:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746137578.307444:0:8640:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009a7c5f80 x1830957293192704/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137578.307478:0:8640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293192704:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137578.307540:0:8640:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137578.311466:0:8640:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.311650:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192704 00000100:00100000:0.0:1746137578.311662:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192704 00000100:00100000:0.0:1746137578.311711:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1746137578.311719:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8640:x1830957293192704:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746137578.312287:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8640:x1830957293192704:12345-0@lo:1000:osp_up1-0.0 Request processed in 568us (4745us total) trans 4294967368 rc 0/0 00000100:00100000:0.0:1746137578.312293:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1746137578.314388:0:8640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293192704:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746137578.314517:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314531:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314541:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314557:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314562:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314567:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314597:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314603:0:7212:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.314610:0:7212:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7212 initiator: MDT0 00000100:00100000:3.0:1746137578.314629:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7212:1830957293192832:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1746137578.314678:0:7212:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137578.314708:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627c840 going to sleep for 11 seconds 00000100:00100000:1.0:1746137578.317098:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192832 00000100:00100000:1.0:1746137578.317109:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192832 00000100:00100000:1.0:1746137578.317165:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1746137578.317174:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7212:x1830957293192832:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1746137578.317193:0:8645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137578.317211:0:8645:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x95b3ed7b846f88c6 expref: -99 pid: 8645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.317237:0:8645:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 7 pid: 8645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.317249:0:8645:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 7 pid: 8645 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.317256:0:8645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880130f39700) 00010000:00010000:1.0:1746137578.317259:0:8645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137578.317261:0:8645:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979c00, rc 0) 00000100:00100000:1.0:1746137578.317315:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:7212:x1830957293192832:12345-0@lo:101:mdt00_002.0 Request processed in 142us (2637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.317321:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1746137578.317485:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7212:1830957293192832:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1746137578.317499:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.317508:0:7212:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746137578.317541:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c353b80 reply state ffff8800737db000 transno 4294990661 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317551:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317556:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:3.0:1746137578.317558:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137578.317561:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137578.317566:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.317571:0:7212:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746137578.317580:0:7212:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:3.0:1746137578.317585:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c353b80 reply state ffff8800737db000 transno 4294990661 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317591:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317595:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012a34e500) 00010000:00010000:3.0:1746137578.317597:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137578.317598:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746137578.317602:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00010000:00010000:3.0:1746137578.317611:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317615:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317619:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317624:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317628:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137578.317632:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317637:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317646:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137578.317647:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137578.317650:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317654:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f88aa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1746137578.317665:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c353b80 reply state ffff8800737db000 transno 4294990661 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317671:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.317675:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a474e900) 00010000:00010000:3.0:1746137578.317676:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137578.317677:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746137578.317738:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2412:x1830957303354752:12345-192.168.202.31@tcp:36:lfs.0 Request processed in 14642us (15149us total) trans 4294990661 rc 0/0 00000100:00100000:3.0:1746137578.317744:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54815 00000100:00100000:0.0:1746137578.346392:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.346479:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303354880 00000100:00100000:3.0:1746137578.346490:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303354880 00000100:00100000:3.0:1746137578.346546:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54816 00000100:00100000:3.0:1746137578.346555:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2413:x1830957303354880:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:3.0:1746137578.346579:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.346594:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f88d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa357 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.346647:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.346658:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.346668:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137578.346708:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137578.346711:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137578.346724:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.346743:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f88d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa357 expref: 13 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.347926:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa357 expref: 12 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.347949:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137578.347952:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137578.347954:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d69400, rc 0) 00000100:00100000:3.0:1746137578.348283:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2413:x1830957303354880:12345-192.168.202.31@tcp:101:cp.0 Request processed in 1729us (2274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.348291:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54816 00000100:00100000:0.0:1746137578.350167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.350240:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355008 00000100:00100000:3.0:1746137578.350248:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355008 00000100:00100000:3.0:1746137578.350283:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54817 00000100:00100000:3.0:1746137578.350290:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2413:x1830957303355008:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:3.0:1746137578.350303:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.350317:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69e00/0x95b3ed7b846f88e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa35e expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.350367:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350377:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350385:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350392:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350397:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350401:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350483:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f88f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350489:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350494:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137578.350547:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:3.0:1746137578.350550:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746137578.350564:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f88f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350573:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350578:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350583:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350588:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350593:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c2800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137578.350597:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350602:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350611:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137578.350614:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137578.350617:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350621:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2800/0x95b3ed7b846f88e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350645:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350649:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350653:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350657:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c2000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137578.350660:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350664:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350668:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a474e900) 00010000:00010000:3.0:1746137578.350670:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137578.350672:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350676:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2000/0x95b3ed7b846f88f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.350695:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69e00/0x95b3ed7b846f88e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa35e expref: 14 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.350704:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2a00/0x95b3ed7b846f88f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa35e expref: 13 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.350709:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012a34e500) 00010000:00010000:3.0:1746137578.350710:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746137578.350712:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2a00, rc 0) 00000100:00100000:3.0:1746137578.352763:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2413:x1830957303355008:12345-192.168.202.31@tcp:101:cp.0 Request processed in 2465us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.352773:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54817 00000100:00100000:0.0:1746137578.354595:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.354654:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355136 00000100:00100000:3.0:1746137578.354663:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355136 00000100:00100000:3.0:1746137578.354711:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54818 00000100:00100000:3.0:1746137578.354718:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2413:x1830957303355136:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:3.0:1746137578.354739:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.354756:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f88fe lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa365 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.354804:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8905 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.354815:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8905 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.354825:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8905 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137578.354866:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746137578.354869:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746137578.354897:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2200/0x95b3ed7b846f88fe lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa365 expref: 15 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.354925:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8905 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa365 expref: 14 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.354933:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:3.0:1746137578.354959:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746137578.354962:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2400, rc 0) 00000100:00100000:3.0:1746137578.355003:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2413:x1830957303355136:12345-192.168.202.31@tcp:101:cp.0 Request processed in 286us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.355009:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54818 00000100:00100000:0.0:1746137578.356994:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.357052:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355264 00000100:00100000:3.0:1746137578.357060:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355264 00000100:00100000:3.0:1746137578.357114:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54819 00000100:00100000:3.0:1746137578.357123:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2413:x1830957303355264:12345-192.168.202.31@tcp:101:cp.0 00000100:00080000:0.0:1746137578.357131:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746137578.357136:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.359389:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f890c lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa36c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.359465:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137578.359476:0:7212:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 6 pid: 8645 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.359482:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT1 00010000:00010000:3.0:1746137578.359510:0:7212:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 6 pid: 8645 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.359522:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7212:1830957293192960:0@lo:104: 00000100:00100000:3.0:1746137578.359570:0:7212:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137578.359629:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.359701:0:7196:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293192960 00000100:00100000:0.0:1746137578.359708:0:7196:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293192960 00000100:00100000:0.0:1746137578.359742:0:7196:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1746137578.359748:0:7196:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7212:x1830957293192960:12345-0@lo:104: 00010000:00010000:0.0:1746137578.359757:0:7196:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.359810:0:7196:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746137578.359815:0:7196:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7212:x1830957293192960:12345-0@lo:104: Request processed in 67us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.359821:0:7196:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1746137578.359835:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7212:1830957293192960:0@lo:104: 00010000:00010000:2.0:1746137578.359871:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT1 00010000:00010000:1.0:1746137578.359876:0:7200:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746137578.359885:0:7200:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.359892:0:7200:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69600 already unused, calling callback (ffffffffa0ef8e30) 00010000:00010000:1.0:1746137578.359899:0:7200:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746137578.359906:0:7200:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.359926:0:7200:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.359930:0:7200:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746137578.359966:0:7200:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.359971:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880130d69600/0x95b3ed7b846f88c6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f88cd expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137578.359974:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746137578.359982:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293193088:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746137578.359991:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746137578.359992:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746137578.359994:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137578.360010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137578.360038:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293193088 00000100:00100000:2.0:1746137578.360041:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293193088 00010000:00010000:2.0:1746137578.360055:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 7 pid: 8645 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137578.360071:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18980 00000100:00100000:2.0:1746137578.360076:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3764:x1830957293193088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746137578.360084:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1746137578.363485:0:8352:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967368 is committed 00010000:00010000:0.0:1746137578.363563:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979c00/0x95b3ed7b846f88cd lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x95b3ed7b846f88c6 expref: 6 pid: 8645 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.363594:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880130f39700) 00010000:00010000:0.0:1746137578.363598:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT1 00010000:00010000:0.0:1746137578.363609:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT1 00010000:00010000:0.0:1746137578.363614:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT1 00010000:00010000:0.0:1746137578.363643:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137578.363660:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT1 00010000:00010000:2.0:1746137578.363667:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT1 00000100:00100000:0.0:1746137578.363709:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293193088:12345-0@lo:103:ldlm_bl.0 Request processed in 3630us (3696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.363717:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18980 00000100:00100000:3.0:1746137578.363742:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293193088:0@lo:103:ldlm_bl.0 00000004:00200000:2.0:1746137578.363849:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746137578.363853:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746137578.363893:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c2c00/0x95b3ed7b846f890c lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa36c expref: 7 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.363926:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a7c3600/0x95b3ed7b846f8913 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa36c expref: 6 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.363933:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880130f39700) 00010000:00010000:2.0:1746137578.363952:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746137578.363955:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c3600, rc 0) 00000100:00100000:2.0:1746137578.364314:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2413:x1830957303355264:12345-192.168.202.31@tcp:101:cp.0 Request processed in 7191us (7326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.364320:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54819 00000100:00100000:0.0:1746137578.368159:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.368324:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355392 00000100:00100000:2.0:1746137578.368334:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355392 00000100:00100000:2.0:1746137578.368399:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54820 00000100:00100000:2.0:1746137578.368406:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2413:x1830957303355392:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137578.368425:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.368445:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f891a lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa373 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.368513:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368525:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368536:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368547:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368552:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368556:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368611:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368618:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368623:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368628:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368633:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fc03a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.368637:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368643:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368654:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.368656:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.368661:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368666:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8921 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368676:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368680:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368685:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368689:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fc03e00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.368691:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368695:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368700:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605e00) 00010000:00010000:2.0:1746137578.368703:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.368705:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368709:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03e00/0x95b3ed7b846f8928 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.368734:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f891a lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa373 expref: 15 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.368740:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc02200/0x95b3ed7b846f891a lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa373 expref: 15 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.368748:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc02200, rc 0) 00000100:00100000:2.0:1746137578.368807:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2413:x1830957303355392:12345-192.168.202.31@tcp:101:cp.0 Request processed in 401us (658us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137578.368813:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54820 00000100:00100000:0.0:1746137578.370778:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.370826:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355648 00000100:00100000:2.0:1746137578.370833:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355648 00000100:00100000:2.0:1746137578.370874:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54821 00000100:00100000:2.0:1746137578.370880:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2413:x1830957303355648:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137578.370892:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.370895:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137578.370915:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8905 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa365 expref: 14 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.370963:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.370967:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137578.370976:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f892f lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa37a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.371040:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371051:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371058:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371070:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371075:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371081:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00080000:2.0:1746137578.371325:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:2.0:1746137578.371419:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f8944 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371426:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f8944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371432:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f8944 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371469:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371475:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371480:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371485:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371490:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fc03000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.371493:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371498:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371506:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.371509:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.371511:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371516:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03000/0x95b3ed7b846f8936 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:2.0:1746137578.371524:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008c350380 reply state ffff8800737da000 transno 4294990662 ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371531:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.371535:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605200) 00010000:00010000:2.0:1746137578.371537:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137578.371539:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137578.371555:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f892f lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa37a expref: 16 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.371564:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f8944 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa37a expref: 15 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.371569:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.371571:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137578.371572:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042f200, rc 0) 00000100:00100000:2.0:1746137578.371630:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2413:x1830957303355648:12345-192.168.202.31@tcp:101:cp.0 Request processed in 749us (857us total) trans 4294990662 rc 0/0 00000100:00100000:2.0:1746137578.371635:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54821 00000100:00100000:1.0:1746137578.373866:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.373924:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355776 00000100:00100000:0.0:1746137578.373957:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355776 00000100:00080000:2.0:1746137578.374004:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137578.374017:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31215 00000100:00100000:0.0:1746137578.374025:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2005:x1830957303355776:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:0.0:1746137578.374039:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137578.374057:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa381 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137578.374076:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746137578.374091:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.374093:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.374100:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 6 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137578.374115:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 6 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137578.374130:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe01200, rc 0) 00000100:00100000:0.0:1746137578.374178:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303355776:12345-192.168.202.31@tcp:101:cp.0 Request processed in 154us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.374184:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31215 00000100:00100000:0.0:1746137578.377903:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.377931:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303355904 00000100:00100000:0.0:1746137578.377952:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303355904 00000100:00100000:0.0:1746137578.377988:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31216 00000100:00100000:0.0:1746137578.377994:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2413:x1830957303355904:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:0.0:1746137578.378010:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137578.378025:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa388 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.378051:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 7 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137578.378059:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.378060:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.378064:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.378089:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 7 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137578.378100:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 7 pid: 24924 timeout: 771 lvb_type: 1 00000100:00100000:0.0:1746137578.378116:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c350e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293193216:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137578.378178:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.380050:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.380075:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356032 00000100:00100000:1.0:1746137578.380083:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356032 00010000:00010000:1.0:1746137578.380113:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 8 pid: 24924 timeout: 771 lvb_type: 1 00000100:00100000:2.0:1746137578.380129:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c350e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293193216:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137578.380137:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18981 00000100:00100000:1.0:1746137578.380143:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303356032:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137578.380152:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.380154:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137578.380163:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe00e00, rc 0) 00010000:00010000:1.0:1746137578.380172:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 8 pid: 24924 timeout: 771 lvb_type: 1 00010000:00010000:1.0:1746137578.380180:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 8 pid: 24924 timeout: 771 lvb_type: 1 00010000:00010000:1.0:1746137578.380197:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8952 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa381 expref: 8 pid: 24924 timeout: 771 lvb_type: 1 00000100:00100000:2.0:1746137578.380198:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2413:x1830957303355904:12345-192.168.202.31@tcp:101:cp.0 Request processed in 2204us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.380204:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31216 00010000:00010000:1.0:1746137578.380210:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137578.380212:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137578.380218:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.380225:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.380249:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137578.380259:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293193344:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137578.380312:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.381770:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.381891:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356288 00000100:00100000:2.0:1746137578.381897:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356288 00000100:00100000:1.0:1746137578.381916:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293193344:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137578.381926:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137578.381958:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 183 00000100:00100000:2.0:1746137578.381964:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2413:x1830957303356288:12345-192.168.202.31@tcp:35:cp.0 00000100:00100000:1.0:1746137578.381979:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303356032:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1836us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.381985:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18981 00000100:00100000:2.0:1746137578.382859:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2413:x1830957303356288:12345-192.168.202.31@tcp:35:cp.0 Request processed in 892us (1091us total) trans 4294990663 rc 0/0 00000100:00100000:2.0:1746137578.382866:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 183 00000100:00100000:0.0:1746137578.401046:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.401136:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356544 00000100:00100000:2.0:1746137578.401145:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356544 00000100:00100000:2.0:1746137578.401196:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54822 00000100:00100000:2.0:1746137578.401201:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2416:x1830957303356544:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.401221:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.401235:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f8960 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa38f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.401310:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f8967 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.401320:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f8967 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.401328:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f8967 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137578.401335:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746137578.401437:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f8960 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa38f expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.401481:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042e800/0x95b3ed7b846f8967 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa38f expref: 19 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.401488:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.401490:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746137578.402091:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042e800, rc 0) 00000100:00100000:2.0:1746137578.402248:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2416:x1830957303356544:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 1045us (1212us total) trans 4294990664 rc 0/0 00000100:00100000:2.0:1746137578.402254:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54822 00000100:00100000:0.0:1746137578.419469:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.419575:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356672 00000100:00100000:2.0:1746137578.419584:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356672 00000100:00080000:0.0:1746137578.419683:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137578.419735:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54823 00000100:00100000:2.0:1746137578.419743:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2420:x1830957303356672:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.419768:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.419785:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f8975 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa396 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.419839:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.419850:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.419861:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137578.419900:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137578.419903:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137578.419919:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.420063:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f8975 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 10 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.420090:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 9 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.420097:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137578.420100:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137578.420102:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe01200, rc 0) 00000100:00100000:2.0:1746137578.420426:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2420:x1830957303356672:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 683us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.420433:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54823 00000100:00100000:2.0:1746137578.424306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.424402:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356800 00000100:00100000:0.0:1746137578.424412:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356800 00000100:00100000:0.0:1746137578.424566:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54824 00000100:00100000:0.0:1746137578.424575:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2420:x1830957303356800:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746137578.424595:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137578.424612:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f8983 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa39d expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.424991:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425003:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425013:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425023:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425028:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425033:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425110:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f8998 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425116:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f8998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425121:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f8998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:0.0:1746137578.425179:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 4096 00000004:00200000:0.0:1746137578.425183:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1746137578.425199:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f8998 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425207:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425212:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425217:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425222:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425226:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff86000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137578.425229:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425235:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425245:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137578.425248:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137578.425251:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425255:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86000/0x95b3ed7b846f898a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425756:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425762:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425766:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425769:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137578.425771:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425775:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425781:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a474e900) 00010000:00010000:0.0:1746137578.425783:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137578.425786:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425789:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f8991 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137578.425811:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87800/0x95b3ed7b846f8983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa39d expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.425821:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87600/0x95b3ed7b846f8998 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa39d expref: 10 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.425826:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012a34e500) 00010000:00010000:0.0:1746137578.425828:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746137578.425829:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87600, rc 0) 00000100:00100000:0.0:1746137578.426038:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2420:x1830957303356800:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 1463us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.426044:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54824 00000100:00100000:0.0:1746137578.428313:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.428478:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303356928 00000100:00100000:2.0:1746137578.428486:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303356928 00000100:00100000:2.0:1746137578.428578:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54825 00000100:00100000:2.0:1746137578.428586:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2420:x1830957303356928:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.428602:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.428617:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f899f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3a4 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.428671:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f89a6 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.428681:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f89a6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.428691:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f89a6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137578.428725:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746137578.428728:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746137578.428751:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01600/0x95b3ed7b846f899f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3a4 expref: 12 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.429095:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042ee00/0x95b3ed7b846f89a6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3a4 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.429102:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.429105:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746137578.429108:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a042ee00, rc 0) 00000100:00100000:2.0:1746137578.429144:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2420:x1830957303356928:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 559us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.429150:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54825 00000100:00100000:0.0:1746137578.430909:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.431403:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357056 00000100:00100000:2.0:1746137578.431412:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357056 00000100:00100000:2.0:1746137578.431695:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54826 00000100:00100000:2.0:1746137578.431702:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2420:x1830957303357056:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.431718:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.431735:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03200/0x95b3ed7b846f89ad lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3ab expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.431783:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03000/0x95b3ed7b846f89b4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.431793:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03000/0x95b3ed7b846f89b4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT1 00010000:00010000:2.0:1746137578.431802:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03000/0x95b3ed7b846f89b4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT1 00000004:00200000:2.0:1746137578.431835:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746137578.431839:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746137578.431878:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03200/0x95b3ed7b846f89ad lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ab expref: 7 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.431890:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009fc03000/0x95b3ed7b846f89b4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ab expref: 6 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.431896:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880130f39700) 00010000:00010000:2.0:1746137578.431898:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746137578.431901:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03000, rc 0) 00000100:00080000:0.0:1746137578.432107:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746137578.432753:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2420:x1830957303357056:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 1050us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.432760:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54826 00000100:00100000:0.0:1746137578.435087:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.435521:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357184 00000100:00100000:2.0:1746137578.435530:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357184 00000100:00100000:2.0:1746137578.435737:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54827 00000100:00100000:2.0:1746137578.435746:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2420:x1830957303357184:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.435764:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.435781:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f89bb lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3b2 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.435837:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435847:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435857:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435867:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435872:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435876:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435969:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435976:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.435981:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137578.436012:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00000004:00200000:2.0:1746137578.436015:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137578.436028:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436034:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436041:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436045:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436049:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436053:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436058:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe00c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.436060:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436065:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436073:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.436076:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.436079:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436083:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f89c2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436092:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436095:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436098:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436102:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ddac00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.436103:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436107:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436111:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605200) 00010000:00010000:2.0:1746137578.436113:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.436115:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436119:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f89c9 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.436137:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f89bb lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 13 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.436147:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 12 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.436152:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.436154:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137578.436156:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddb200, rc 0) 00000100:00100000:2.0:1746137578.436201:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2420:x1830957303357184:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 457us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.436207:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54827 00000100:00100000:2.0:1746137578.438604:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.438634:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357312 00000100:00100000:2.0:1746137578.438642:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357312 00000100:00100000:2.0:1746137578.438976:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31217 00000100:00100000:2.0:1746137578.438983:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2004:x1830957303357312:12345-192.168.202.31@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746137578.439017:0:24924:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp t0 exp (null) cur 671 last 0 00000020:00000080:2.0:1746137578.439047:0:24924:0:(genops.c:1402:class_connect()) connect: client 33f29dc5-46cd-451f-b31a-650471a41dc7, cookie 0x95b3ed7b846f89d7 00002000:00100000:2.0:1746137578.439056:0:24924:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 33f29dc5-46cd-451f-b31a-650471a41dc7/ffff88009fa22800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103656 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746137578.439067:0:24924:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746137578.439134:0:24924:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a65c8300 00002000:00080000:2.0:1746137578.439142:0:24924:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1746137578.439167:0:24924:0:(import.c:66:import_set_state_nolock()) ffff88009fa24000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746137578.439218:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2004:x1830957303357312:12345-192.168.202.31@tcp:8:mmap_cat.0 Request processed in 234us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.439224:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31217 00000100:00100000:0.0:1746137578.442341:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.442440:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357440 00000100:00100000:3.0:1746137578.442458:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357440 00000100:00100000:3.0:1746137578.442546:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31218 00000100:00100000:3.0:1746137578.442555:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:0:x1830957303357440:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.442571:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.442586:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f89de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3b9 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.442642:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193472:192.168.202.31@tcp:106: 00000100:00080000:0.0:1746137578.442764:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746137578.443843:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1746137578.446071:0:10658:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746137578.446078:0:10658:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1746137579 00002000:00010000:3.0:1746137578.446081:0:10658:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746137579 00002000:00010000:3.0:1746137578.446082:0:10658:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1746137579 00002000:00010000:3.0:1746137578.446084:0:10658:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746137578.446105:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193472:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137578.446137:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f89de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b9 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.446149:0:10658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f89de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b9 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.446167:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d69e00, rc 0) 00000100:00100000:3.0:1746137578.446205:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:0:x1830957303357440:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 3652us (3871us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137578.446211:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31218 00000100:00100000:0.0:1746137578.450536:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.450604:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357696 00000100:00100000:1.0:1746137578.450613:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357696 00000100:00100000:1.0:1746137578.450671:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54828 00000100:00100000:1.0:1746137578.450679:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2420:x1830957303357696:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746137578.450698:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137578.450715:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978800/0x95b3ed7b846f89e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3c0 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.450817:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f89ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.450832:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f89ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.450842:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f89ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:1.0:1746137578.450852:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 1716 00010000:00010000:1.0:1746137578.450965:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978800/0x95b3ed7b846f89e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3c0 expref: 15 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.450996:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f89ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3c0 expref: 14 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.451004:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:1.0:1746137578.451006:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137578.451009:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137578.451051:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2420:x1830957303357696:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 372us (525us total) trans 4294990665 rc 0/0 00000100:00100000:1.0:1746137578.451058:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54828 00000100:00100000:0.0:1746137578.453740:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.453794:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.453897:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357824 00000100:00100000:3.0:1746137578.453907:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357824 00000100:00100000:1.0:1746137578.454058:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303357952 00000100:00100000:1.0:1746137578.454062:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303357952 00000100:00100000:1.0:1746137578.454097:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1231 00000100:00100000:1.0:1746137578.454104:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2007:x1830957303357952:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137578.454119:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137578.454141:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978400/0x95b3ed7b846f89ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3c0 expref: 14 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.454158:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:1.0:1746137578.454162:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137578.454201:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2007:x1830957303357952:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 96us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.454207:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1231 00000100:00100000:3.0:1746137578.454561:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31219 00000100:00100000:3.0:1746137578.454568:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303357824:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.454580:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.454593:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f89fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3c7 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.454640:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193600:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137578.454696:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137578.457372:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193600:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137578.457401:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f89fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3c7 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.457414:0:10658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f89fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3c7 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.457428:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d68400, rc 0) 00000100:00100000:3.0:1746137578.457472:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303357824:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 2904us (3740us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137578.457478:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31219 00000100:00100000:0.0:1746137578.460654:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.460763:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358080 00000100:00100000:3.0:1746137578.460773:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358080 00000100:00100000:3.0:1746137578.460812:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31220 00000100:00100000:3.0:1746137578.460820:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2420:x1830957303358080:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.460836:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.460852:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3ce expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.460878:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.460889:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137578.460891:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137578.460894:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.460925:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.460958:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 5 pid: 24924 timeout: 771 lvb_type: 0 00000100:00100000:3.0:1746137578.460970:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193728:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137578.461029:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.463263:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.463301:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358208 00000100:00100000:0.0:1746137578.463309:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358208 00002000:00100000:0.0:1746137578.463347:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1715) req@ffff88011d208000 x1830957303358208/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:14/0 lens 2208/0 e 0 to 0 dl 1746137589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746137578.463356:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208000 with x1830957303358208 ext(0->1715) 00010000:00010000:0.0:1746137578.463364:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 6 pid: 24924 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746137578.463377:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 6 pid: 24924 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746137578.463382:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d208000 00000100:00100000:3.0:1746137578.464050:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293193728:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137578.464077:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.464091:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d69e00, rc 0) 00000100:00100000:3.0:1746137578.464131:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2420:x1830957303358080:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 3312us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.464139:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31220 00000100:00100000:0.0:1746137578.464322:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3667 00000100:00100000:0.0:1746137578.464331:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303358208:12345-192.168.202.31@tcp:4:cp.0 00000100:00100000:0.0:1746137578.465300:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303358208:12345-192.168.202.31@tcp:4:cp.0 Request processed in 966us (2040us total) trans 4294970791 rc 0/0 00000100:00100000:0.0:1746137578.465307:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3667 00002000:00100000:0.0:1746137578.465316:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1715) req@ffff88011d208000 x1830957303358208/t4294970791(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:14/0 lens 2208/448 e 0 to 0 dl 1746137589 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746137578.465322:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d208000 with x1830957303358208 ext(0->1715) 00010000:00010000:0.0:1746137578.465329:0:9562:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746137578.465340:0:9562:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00002000:00010000:0.0:1746137578.465345:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d208000 00000100:00100000:2.0:1746137578.467516:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.467581:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358336 00000100:00100000:0.0:1746137578.467589:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358336 00010000:00010000:0.0:1746137578.467617:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00000100:00100000:0.0:1746137578.467757:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18982 00000100:00100000:0.0:1746137578.467764:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303358336:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137578.467776:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746137578.467791:0:21485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1746137578.467796:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746137578.467807:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746137578.467825:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8959 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa388 expref: 8 pid: 24924 timeout: 771 lvb_type: 0 00010000:00010000:0.0:1746137578.468443:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.468445:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137578.468461:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.468470:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.468504:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137578.468516:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293193856:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137578.468613:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137578.471535:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293193856:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137578.471559:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137578.471598:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303358336:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3834us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.471608:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18982 00000100:00100000:0.0:1746137578.472562:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.473134:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358592 00000100:00100000:2.0:1746137578.473142:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358592 00002000:00100000:2.0:1746137578.473180:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011d209500 x1830957303358592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:14/0 lens 488/0 e 0 to 0 dl 1746137589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137578.473189:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209500 with x1830957303358592 ext(0->4095) 00002000:00010000:2.0:1746137578.473194:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d209500 00000100:00100000:2.0:1746137578.473223:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14523 00000100:00100000:2.0:1746137578.473230:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303358592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746137578.473350:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303358592:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (792us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137578.473356:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14523 00002000:00100000:2.0:1746137578.473362:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011d209500 x1830957303358592/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746137589 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746137578.473369:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209500 with x1830957303358592 ext(0->4095) 00002000:00010000:2.0:1746137578.473372:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d209500 00000100:00100000:0.0:1746137578.477517:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.477774:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358848 00000100:00100000:2.0:1746137578.477783:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358848 00000100:00100000:2.0:1746137578.477833:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 184 00000100:00100000:2.0:1746137578.477840:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2420:x1830957303358848:12345-192.168.202.31@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746137578.478115:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f5b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2420:x1830957303358848:12345-192.168.202.31@tcp:35:mmap_cat.0 Request processed in 273us (605us total) trans 4294990666 rc 0/0 00000100:00100000:2.0:1746137578.478121:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 184 00000100:00100000:0.0:1746137578.490593:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.490699:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303358976 00000100:00100000:2.0:1746137578.490708:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303358976 00000100:00100000:2.0:1746137578.490788:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54829 00000100:00100000:2.0:1746137578.490796:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2423:x1830957303358976:12345-192.168.202.31@tcp:101:truncate.0 00010000:00010000:2.0:1746137578.490820:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.490838:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8a08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3d5 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.490869:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091dda600/0x95b3ed7b846f8a0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.490879:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091dda600/0x95b3ed7b846f8a0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.490889:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091dda600/0x95b3ed7b846f8a0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.491014:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03400/0x95b3ed7b846f8a08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3d5 expref: 21 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.491030:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091dda600/0x95b3ed7b846f8a0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3d5 expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.491037:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.491039:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746137578.491042:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091dda600, rc 0) 00000100:00100000:2.0:1746137578.491085:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2423:x1830957303358976:12345-192.168.202.31@tcp:101:truncate.0 Request processed in 290us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.491091:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54829 00000100:00100000:0.0:1746137578.493851:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.495049:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359232 00000100:00100000:1.0:1746137578.495058:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359232 00000100:00100000:1.0:1746137578.495110:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54830 00000100:00100000:1.0:1746137578.495117:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2423:x1830957303359232:12345-192.168.202.31@tcp:36:truncate.0 00010000:00010000:1.0:1746137578.495163:0:7211:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137578.495186:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a042f200/0x95b3ed7b846f8944 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa37a expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.495238:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:1.0:1746137578.495242:0:7211:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137578.495374:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.495383:0:7211:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 13 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.495390:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.495417:0:7211:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 13 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137578.495429:0:7211:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 13 pid: 7212 timeout: 771 lvb_type: 0 00000100:00100000:1.0:1746137578.495441:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfad880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293193984:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137578.495916:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137578.498731:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfad880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293193984:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137578.498754:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1746137578.499261:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.499590:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359360 00000100:00100000:1.0:1746137578.499597:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359360 00010000:00010000:1.0:1746137578.499624:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 14 pid: 7212 timeout: 771 lvb_type: 0 00000100:00100000:1.0:1746137578.499657:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18983 00000100:00100000:1.0:1746137578.499664:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303359360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137578.499676:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137578.499681:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 14 pid: 7212 timeout: 771 lvb_type: 0 00010000:00010000:1.0:1746137578.499691:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 14 pid: 7212 timeout: 771 lvb_type: 0 00010000:00010000:1.0:1746137578.499709:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f89d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3b2 expref: 14 pid: 7212 timeout: 771 lvb_type: 0 00010000:00010000:1.0:1746137578.499722:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:1.0:1746137578.499726:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.499733:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.499739:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137578.499761:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137578.499795:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2006:x1830957303359360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 131us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137578.499801:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18983 00010000:00010000:0.0:1746137578.500060:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137578.500066:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000001:00080000:0.0:1746137578.500144:0:7211:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990667 00000004:00010000:0.0:1746137578.500182:0:7211:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011d208380 reply state ffff8800a0448000 transno 4294990668 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137578.500191:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137578.500197:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:0.0:1746137578.500199:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137578.500202:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746137578.500256:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d208380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2423:x1830957303359232:12345-192.168.202.31@tcp:36:truncate.0 Request processed in 5139us (6413us total) trans 4294990668 rc 0/0 00000100:00100000:0.0:1746137578.500262:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54830 00000020:00080000:0.0:1746137578.500265:0:7211:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137578.503165:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.503232:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359488 00000100:00100000:3.0:1746137578.503242:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359488 00000100:00100000:3.0:1746137578.503468:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31221 00000100:00100000:3.0:1746137578.503476:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2423:x1830957303359488:12345-192.168.202.31@tcp:101:truncate.0 00010000:00010000:3.0:1746137578.503496:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.503514:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3dc expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.503541:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.503547:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137578.503549:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137578.503552:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.503580:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.503590:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 6 pid: 10658 timeout: 771 lvb_type: 0 00000100:00100000:3.0:1746137578.503602:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194112:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137578.503883:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137578.505626:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194112:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137578.505651:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.505667:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fac6600, rc 0) 00000100:00100000:3.0:1746137578.505701:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2423:x1830957303359488:12345-192.168.202.31@tcp:101:truncate.0 Request processed in 2225us (2544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.505709:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31221 00000100:00100000:0.0:1746137578.506385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.506478:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359616 00000100:00100000:3.0:1746137578.506484:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359616 00010000:00010000:3.0:1746137578.506505:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 771 lvb_type: 0 00000100:00100000:3.0:1746137578.506537:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18984 00000100:00100000:3.0:1746137578.506544:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303359616:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137578.506555:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137578.506573:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:3.0:1746137578.506583:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:3.0:1746137578.506602:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d69e00/0x95b3ed7b846f8a01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ce expref: 7 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:3.0:1746137578.506626:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137578.506628:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137578.506633:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.506641:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.506666:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.506677:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293194240:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137578.506726:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137578.509707:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293194240:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137578.509727:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137578.510398:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303359616:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3851us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.510408:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18984 00000100:00100000:0.0:1746137578.510564:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.510909:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359744 00000100:00100000:1.0:1746137578.510916:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359744 00002000:00010000:1.0:1746137578.510968:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (858->18446744073709551615) 00002000:00100000:1.0:1746137578.510973:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818700 with x1830957303359744 ext(858->18446744073709551615) 00002000:00010000:1.0:1746137578.510981:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e818700. 00000100:00100000:1.0:1746137578.511220:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14524 00000100:00100000:1.0:1746137578.511228:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303359744:12345-192.168.202.31@tcp:10:truncate.0 00002000:00010000:1.0:1746137578.511473:0:20165:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746137578.511476:0:20165:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746137579 -> 1746137579 00002000:00010000:1.0:1746137578.511478:0:20165:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 1746137579 -> 0 00002000:00010000:1.0:1746137578.511480:0:20165:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746137579 -> 1746137579 00002000:00010000:1.0:1746137578.511482:0:20165:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746137578.511521:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303359744:12345-192.168.202.31@tcp:10:truncate.0 Request processed in 293us (957us total) trans 4294970792 rc 0/0 00000100:00100000:1.0:1746137578.511526:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14524 00002000:00010000:1.0:1746137578.511530:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (858->18446744073709551615) 00002000:00100000:1.0:1746137578.511532:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818700 with x1830957303359744 ext(858->18446744073709551615) 00002000:00010000:1.0:1746137578.511536:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e818700. 00000100:00100000:0.0:1746137578.523059:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.523184:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303359872 00000100:00100000:2.0:1746137578.523194:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303359872 00000100:00100000:2.0:1746137578.523237:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54831 00000100:00100000:2.0:1746137578.523245:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:2425:x1830957303359872:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.523268:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.523283:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f8a24 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3e3 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.523336:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523347:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523356:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523368:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523374:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523379:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523437:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523444:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523462:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1746137578.523494:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746137578.523497:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137578.523511:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523519:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523526:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523531:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523536:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523545:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523551:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a66e7c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.523554:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523559:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523568:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:2.0:1746137578.523571:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.523574:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.523578:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a66e7c00/0x95b3ed7b846f8a2b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526597:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526611:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526617:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526622:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a06fea00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137578.526626:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526631:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526649:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605200) 00010000:00010000:2.0:1746137578.526652:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137578.526654:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526659:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fea00/0x95b3ed7b846f8a32 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137578.526699:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fc03200/0x95b3ed7b846f8a24 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3e3 expref: 24 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.526710:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff000/0x95b3ed7b846f8a39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3e3 expref: 23 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.526716:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.526718:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137578.526720:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06ff000, rc 0) 00000100:00100000:3.0:1746137578.533585:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2425:x1830957303359872:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 10327us (10522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.533597:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54831 00000100:00100000:2.0:1746137578.536759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.536840:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360128 00000100:00100000:0.0:1746137578.536850:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360128 00002000:00100000:0.0:1746137578.536891:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009134bb80 x1830957303360128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:14/0 lens 488/0 e 0 to 0 dl 1746137589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746137578.536907:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134bb80 with x1830957303360128 ext(0->4095) 00002000:00010000:0.0:1746137578.536912:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009134bb80 00000100:00100000:0.0:1746137578.536955:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14525 00000100:00100000:0.0:1746137578.536963:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303360128:12345-192.168.202.31@tcp:3:cp.0 00000100:00100000:0.0:1746137578.537103:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303360128:12345-192.168.202.31@tcp:3:cp.0 Request processed in 141us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137578.537109:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14525 00002000:00100000:0.0:1746137578.537115:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009134bb80 x1830957303360128/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746137589 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746137578.537121:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009134bb80 with x1830957303360128 ext(0->4095) 00002000:00010000:0.0:1746137578.537124:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009134bb80 00000100:00100000:0.0:1746137578.556560:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.557358:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360256 00000100:00100000:3.0:1746137578.557367:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360256 00000100:00100000:3.0:1746137578.557417:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54832 00000100:00100000:3.0:1746137578.557424:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2429:x1830957303360256:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.557445:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.557475:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a200/0x95b3ed7b846f8a40 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3ea expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.557528:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557538:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557547:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557559:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557564:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557568:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557627:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557633:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557638:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:3.0:1746137578.557665:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746137578.557668:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137578.557683:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557690:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557698:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557702:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557707:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557716:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557721:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007173a400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137578.557724:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557729:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557737:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:3.0:1746137578.557739:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137578.557742:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557746:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a400/0x95b3ed7b846f8a47 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557771:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557776:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557780:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557784:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007173ac00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137578.557786:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557790:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557798:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605200) 00010000:00010000:3.0:1746137578.557800:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137578.557802:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557806:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a4e lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137578.557823:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007173a200/0x95b3ed7b846f8a40 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ea expref: 15 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.557831:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007173b400/0x95b3ed7b846f8a55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ea expref: 14 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.557844:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:3.0:1746137578.557846:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137578.557848:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173b400, rc 0) 00000100:00100000:3.0:1746137578.557894:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2429:x1830957303360256:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 471us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137578.557901:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54832 00000100:00100000:0.0:1746137578.562532:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.562861:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360384 00000100:00100000:3.0:1746137578.562871:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360384 00000100:00100000:3.0:1746137578.562922:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31222 00000100:00100000:3.0:1746137578.562930:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303360384:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.562963:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.562981:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007173a200/0x95b3ed7b846f8a5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3f1 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.563038:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194368:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137578.563128:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00002000:00010000:3.0:1746137578.567553:0:10658:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746137579 00000100:00100000:3.0:1746137578.567594:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194368:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137578.568788:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007173a200/0x95b3ed7b846f8a5c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3f1 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.568804:0:10658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007173a200/0x95b3ed7b846f8a5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3f1 expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.568834:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173a200, rc 0) 00000100:00100000:3.0:1746137578.569346:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303360384:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 6413us (6822us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137578.569355:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31222 00000100:00100000:0.0:1746137578.573692:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137578.573775:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360640 00000100:00100000:2.0:1746137578.573785:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360640 00000100:00100000:2.0:1746137578.573843:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54833 00000100:00100000:2.0:1746137578.573851:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2429:x1830957303360640:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746137578.573871:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137578.573886:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f8a63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3f8 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.574010:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f8a6a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.574026:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f8a6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137578.574035:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f8a6a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137578.574045:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 858 00010000:00010000:2.0:1746137578.574139:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fe800/0x95b3ed7b846f8a63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3f8 expref: 17 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.574169:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06ff800/0x95b3ed7b846f8a6a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3f8 expref: 16 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.574177:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:2.0:1746137578.574179:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746137578.574182:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06ff800, rc 0) 00000100:00100000:2.0:1746137578.574219:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2429:x1830957303360640:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 369us (538us total) trans 4294990669 rc 0/0 00000100:00100000:2.0:1746137578.574226:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54833 00000100:00100000:0.0:1746137578.576455:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.576533:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360768 00000100:00100000:3.0:1746137578.576542:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360768 00000100:00100000:3.0:1746137578.576589:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31223 00000100:00100000:3.0:1746137578.576595:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303360768:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.576608:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.576621:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa3ff expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137578.576672:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194496:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137578.576745:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746137578.578477:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194496:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137578.578503:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ff expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.578514:0:10658:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007173ac00/0x95b3ed7b846f8a78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3ff expref: 7 pid: 10658 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137578.578534:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173ac00, rc 0) 00000100:00100000:3.0:1746137578.578561:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303360768:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 1967us (2123us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137578.578568:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31223 00000100:00100000:0.0:1746137578.580263:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137578.580586:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303360896 00000100:00100000:3.0:1746137578.580595:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303360896 00000100:00100000:3.0:1746137578.580637:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31224 00000100:00100000:3.0:1746137578.580644:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2429:x1830957303360896:12345-192.168.202.31@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746137578.580658:0:10658:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137578.580672:0:10658:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa406 expref: -99 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.580696:0:10658:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.580704:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137578.580705:0:10658:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137578.580708:0:10658:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa406 expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.580738:0:10658:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 8 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137578.580750:0:10658:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 8 pid: 10658 timeout: 771 lvb_type: 0 00000100:00100000:3.0:1746137578.580761:0:10658:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194624:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137578.580830:0:10658:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137578.583026:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137578.583124:0:10658:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10658:1830957293194624:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137578.583150:0:10658:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa406 expref: 7 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137578.583163:0:10658:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007173a400, rc 0) 00000100:00100000:0.0:1746137578.583196:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2429:x1830957303360896:12345-192.168.202.31@tcp:101:mmap_cat.0 Request processed in 2552us (2938us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137578.583206:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31224 00000100:00100000:2.0:1746137578.583416:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361024 00000100:00100000:2.0:1746137578.583422:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361024 00010000:00010000:2.0:1746137578.583457:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 9 pid: 10658 timeout: 771 lvb_type: 0 00000100:00100000:2.0:1746137578.583480:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18985 00000100:00100000:2.0:1746137578.583486:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303361024:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137578.583496:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137578.583514:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 9 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:2.0:1746137578.583525:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 9 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:2.0:1746137578.583542:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fac6600/0x95b3ed7b846f8a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa3dc expref: 9 pid: 10658 timeout: 771 lvb_type: 0 00010000:00010000:2.0:1746137578.583556:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137578.583558:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137578.583564:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa406 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.583571:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa406 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137578.583596:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007173a400/0x95b3ed7b846f8a7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa406 expref: 6 pid: 10658 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137578.583605:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091348a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293194752:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137578.583654:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800736e10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137578.586767:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091348a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293194752:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137578.586789:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137578.587084:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303361024:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3596us (4063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137578.587095:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18985 00000100:00100000:0.0:1746137578.587163:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137578.587649:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361280 00000100:00100000:1.0:1746137578.587656:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361280 00002000:00100000:1.0:1746137578.587695:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006e818380 x1830957303361280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:14/0 lens 488/0 e 0 to 0 dl 1746137589 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137578.587704:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818380 with x1830957303361280 ext(0->4095) 00002000:00010000:1.0:1746137578.587709:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e818380 00000100:00100000:1.0:1746137578.587736:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14526 00000100:00100000:1.0:1746137578.587743:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303361280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746137578.587890:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2005:x1830957303361280:12345-192.168.202.31@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746137578.587896:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14526 00002000:00100000:1.0:1746137578.587901:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006e818380 x1830957303361280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:14/0 lens 488/4536 e 0 to 0 dl 1746137589 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746137578.587908:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006e818380 with x1830957303361280 ext(0->4095) 00002000:00010000:1.0:1746137578.587910:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006e818380 00010000:00010000:3.0:1746137578.705557:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137579.341509:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a7c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293194880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137579.341628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137579.341697:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293194880 00000100:00100000:0.0:1746137579.341704:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293194880 00000100:00100000:0.0:1746137579.342351:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746137579.342361:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293194880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746137579.342486:0:7215:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445982208 avail 1316519936 00000100:00100000:0.0:1746137579.342529:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3762:x1830957293194880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 170us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137579.342535:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1746137579.342573:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a7c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293194880:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746137579.707213:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746137579.861853:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137579.861886:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137579.861920:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137579.861925:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361408 00000100:00100000:3.0:1746137579.861961:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137579.861966:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361408 00000100:00100000:3.0:1746137579.861975:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137579.861986:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137579.861996:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137579.862006:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137579.862018:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 535 00000100:00100000:3.0:1746137579.862026:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137579.862027:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303361408:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137579.862043:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361536 00000100:00100000:3.0:1746137579.862049:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361536 00000100:00100000:3.0:1746137579.862078:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362048 00000100:00100000:3.0:1746137579.862080:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362048 00000100:00100000:3.0:1746137579.862088:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361664 00000100:00100000:3.0:1746137579.862090:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361664 00000100:00100000:2.0:1746137579.862095:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303361408:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 70us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137579.862099:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362176 00000100:00100000:3.0:1746137579.862100:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362176 00000100:00100000:2.0:1746137579.862102:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 535 00000100:00100000:3.0:1746137579.862110:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1040 00000100:00100000:3.0:1746137579.862117:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2008:x1830957303361536:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137579.862140:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1041 00000100:00100000:2.0:1746137579.862147:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2008:x1830957303362048:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137579.862160:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2008:x1830957303361536:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 45us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137579.862166:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1040 00000100:00100000:3.0:1746137579.862177:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1042 00000100:00100000:3.0:1746137579.862181:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303361664:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137579.862185:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2008:x1830957303362048:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 39us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137579.862190:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1041 00000100:00100000:3.0:1746137579.862198:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303361664:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 16us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137579.862203:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1042 00000100:00100000:2.0:1746137579.862207:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1043 00000100:00100000:2.0:1746137579.862214:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303362176:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137579.862218:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361792 00000100:00100000:3.0:1746137579.862220:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361792 00000100:00100000:2.0:1746137579.862235:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303362176:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 23us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137579.862240:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1043 00000100:00100000:3.0:1746137579.862241:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362304 00000100:00100000:3.0:1746137579.862243:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362304 00000100:00100000:3.0:1746137579.862252:0:9557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303361920 00000100:00100000:3.0:1746137579.862253:0:9557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303361920 00000100:00100000:2.0:1746137579.862260:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362432 00000100:00100000:3.0:1746137579.862263:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 710 00000100:00100000:2.0:1746137579.862263:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362432 00000100:00100000:3.0:1746137579.862266:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303361792:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137579.862279:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 711 00000100:00100000:2.0:1746137579.862284:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303362304:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137579.862286:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303361792:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 19us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137579.862292:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 710 00000100:00100000:3.0:1746137579.862300:0:9557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 712 00000100:00100000:3.0:1746137579.862303:0:9557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303361920:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137579.862308:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2008:x1830957303362304:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 24us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137579.862313:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 711 00000100:00100000:3.0:1746137579.862319:0:9557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303361920:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 16us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137579.862323:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 713 00000100:00100000:3.0:1746137579.862328:0:9557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 712 00000100:00100000:2.0:1746137579.862329:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303362432:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:2.0:1746137579.862345:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303362432:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 17us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137579.862351:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 713 00000100:00080000:2.0:1746137579.862391:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1746137580.029740:0:10657:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 673152800902ns, next at 674152798718ns, rc = 0 00000100:00100000:0.0:1746137580.029834:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293195008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746137580.029903:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137580.030030:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293195008 00000100:00100000:3.0:1746137580.030043:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293195008 00000100:00100000:3.0:1746137580.030091:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1746137580.030100:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293195008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746137580.030128:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922391040 avail 3690868736 00000100:00080000:2.0:1746137580.030130:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137580.030164:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293195008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137580.030171:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1746137580.030268:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293195008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137580.061243:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746137580.061263:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293195136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746137580.061506:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137580.061717:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293195136 00000100:00100000:3.0:1746137580.061725:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293195136 00000100:00100000:3.0:1746137580.061779:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1746137580.061787:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293195136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746137580.061810:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922391040 avail 3690868736 00000100:00100000:3.0:1746137580.061854:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293195136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137580.061860:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1746137580.061924:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293195136:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1746137580.062060:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1746137580.575456:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970792 is committed 00000001:00100000:0.0:1746137580.575475:0:10891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 33f29dc5-46cd-451f-b31a-650471a41dc7 00000001:00100000:0.0:1746137580.575479:0:10891:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 33f29dc5-46cd-451f-b31a-650471a41dc7 00000020:00000080:0.0:1746137580.575483:0:10891:0:(genops.c:904:class_export_put()) final put ffff880073650000/33f29dc5-46cd-451f-b31a-650471a41dc7 00000020:00000080:2.0:1746137580.575564:0:65:0:(genops.c:863:class_export_destroy()) destroying export ffff880073650000/33f29dc5-46cd-451f-b31a-650471a41dc7 for lustre-OST0001 00000020:00000080:2.0:1746137580.575641:0:65:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880073654000 for lustre-OST0001 00000004:00080000:1.0:1746137580.595448:0:7193:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:1.0:1746137580.595482:0:7193:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990669 is committed 00000001:00080000:1.0:1746137580.595497:0:7193:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990668 is committed 00000004:00080000:1.0:1746137580.595519:0:7193:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00010000:00010000:0.0:1746137580.595570:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595581:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595591:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595595:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a64b8800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595599:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595605:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595620:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009fa88e00) 00010000:00010000:0.0:1746137580.595622:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595624:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595629:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64b8800/0x95b3ed7b846f8872 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:0.0:1746137580.595655:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595660:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595664:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595667:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff86600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595669:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595674:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595680:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a474e900) 00010000:00010000:0.0:1746137580.595681:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595683:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595687:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f88b1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595696:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595702:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1746137580.595706:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1746137580.595706:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595709:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595710:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595714:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595719:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012a34e500) 00010000:00010000:0.0:1746137580.595720:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595722:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595726:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69c00/0x95b3ed7b846f88b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1746137580.595729:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293195264:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1746137580.595733:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595737:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595741:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595745:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595747:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595751:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595756:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012a34e400) 00010000:00010000:0.0:1746137580.595757:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595759:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595763:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f88bf lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595770:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595774:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595778:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595781:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073609000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595783:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595789:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00000100:00100000:2.0:1746137580.595791:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746137580.595794:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880136605200) 00010000:00010000:0.0:1746137580.595795:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595797:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595801:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073609000/0x95b3ed7b846f893d lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:0.0:1746137580.595811:0:3749:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595815:0:3749:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595818:0:3749:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595822:0:3749:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137580.595824:0:3749:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595828:0:3749:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595833:0:3749:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880136605700) 00010000:00010000:0.0:1746137580.595834:0:3749:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137580.595836:0:3749:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137580.595840:0:3749:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8a16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1746137580.596218:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293195264 00000100:00100000:3.0:1746137580.596227:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293195264 00000100:00100000:3.0:1746137580.596263:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31225 00000100:00100000:3.0:1746137580.596270:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c032450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293195264:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746137580.596292:0:9555:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00010000:00010000:3.0:1746137580.596310:0:9555:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137580.596330:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137580.596337:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137580.596338:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137580.596341:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137580.596362:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 5 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137580.596374:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 5 pid: 24924 timeout: 773 lvb_type: 0 00000100:00100000:3.0:1746137580.596384:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293195392:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137580.596461:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0729780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137580.601275:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293195392:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137580.601299:0:9555:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137580.603297:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137580.603464:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362560 00000100:00100000:2.0:1746137580.603472:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362560 00010000:00010000:2.0:1746137580.603505:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 6 pid: 24924 timeout: 773 lvb_type: 0 00000100:00100000:2.0:1746137580.603542:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18986 00000100:00100000:2.0:1746137580.603549:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303362560:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137580.603563:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137580.603567:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 6 pid: 24924 timeout: 773 lvb_type: 0 00010000:00010000:2.0:1746137580.603577:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 6 pid: 24924 timeout: 773 lvb_type: 0 00010000:00010000:2.0:1746137580.603599:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f883a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa334 expref: 6 pid: 24924 timeout: 773 lvb_type: 0 00010000:00010000:2.0:1746137580.603627:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137580.603629:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137580.603633:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603642:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603661:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137580.603710:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2006:x1830957303362560:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 161us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137580.603717:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18986 00010000:00010000:2.0:1746137580.603747:0:9555:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603755:0:9555:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603763:0:9555:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603769:0:9555:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.603781:0:9555:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1746137580.604068:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c032450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957293195264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7798us (8276us total) trans 4294972345 rc 0/0 00000100:00100000:2.0:1746137580.604078:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31225 00000004:00080000:2.0:1746137580.604274:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880091348a80/2, rc 0, transno 4294972345 00000100:00100000:2.0:1746137580.604280:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091348a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293195264:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1746137580.604301:0:7200:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746137580.604307:0:7200:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.604313:0:7200:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674a00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137580.604316:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.604324:0:7200:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.604333:0:7200:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.604338:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8a86 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137580.604352:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137580.604354:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137580.604355:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137580.710173:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746137580.877763:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746137580.877781:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293195520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746137580.877840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137580.878199:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293195520 00000100:00100000:3.0:1746137580.878206:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293195520 00000100:00100000:3.0:1746137580.878241:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1746137580.878247:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293195520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746137580.878278:0:8645:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:3.0:1746137580.878331:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293195520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137580.878337:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1746137580.878483:0:3763:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:2.0:1746137580.878490:0:3763:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967368 00000020:00080000:2.0:1746137580.878495:0:3763:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8801249de840 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:2.0:1746137580.878499:0:3763:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a474e300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801249ded80 00000020:00080000:2.0:1746137580.878502:0:3763:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:2.0:1746137580.878504:0:3763:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a474e700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009ff87a00 00000020:00080000:2.0:1746137580.878506:0:3763:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000020:00080000:1.0:1746137580.878547:0:7240:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000100:00100000:2.0:1746137580.878563:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293195520:0@lo:41:osp-pre-1-0.0 00000020:00080000:1.0:1746137580.878612:0:7240:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000001:02000400:1.0:1746137581.219237:0:28418:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 18:13:01 (1746137581) 00000100:00100000:0.0:1746137581.255497:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.255586:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362688 00000100:00100000:3.0:1746137581.255596:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362688 00000100:00100000:3.0:1746137581.256115:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54834 00000100:00100000:3.0:1746137581.256124:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:3069:x1830957303362688:12345-192.168.202.31@tcp:41:stat.0 00000004:00000024:3.0:1746137581.256172:0:21473:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842648064 avail 7379603456 00000100:00080000:2.0:1746137581.256290:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137581.256339:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:3069:x1830957303362688:12345-192.168.202.31@tcp:41:stat.0 Request processed in 212us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.256347:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54834 00000100:00100000:2.0:1746137581.286631:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.286816:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303362816 00000100:00100000:3.0:1746137581.286824:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303362816 00000100:00100000:3.0:1746137581.286866:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54835 00000100:00100000:3.0:1746137581.286886:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:3073:x1830957303362816:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137581.286904:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.286922:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8a8d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa40d expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.286998:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287010:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287721:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287738:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287745:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287750:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287787:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287793:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287799:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287804:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff94200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.287807:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287813:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287823:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137581.287826:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.287830:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287835:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8a94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287846:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287850:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287855:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287858:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff94600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.287861:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287865:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287871:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009fcdfb00) 00010000:00010000:3.0:1746137581.287872:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.287874:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287878:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94600/0x95b3ed7b846f8a9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.287904:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8a8d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa40d expref: 11 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.287909:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8a8d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa40d expref: 11 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.287915:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137581.287989:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091348380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:3073:x1830957303362816:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 1116us (1366us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137581.287996:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54835 00000100:00100000:0.0:1746137581.291350:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.291475:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363072 00000100:00100000:2.0:1746137581.291484:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363072 00000100:00100000:2.0:1746137581.291609:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54836 00000100:00100000:2.0:1746137581.291618:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:3073:x1830957303363072:12345-192.168.202.31@tcp:36:lfs.0 00010000:00010000:2.0:1746137581.291663:0:21473:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.291686:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f88db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa357 expref: 10 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.291702:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137581.291705:0:21473:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137581.291755:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.291767:0:21473:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.291773:0:21473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.291805:0:21473:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 11 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.291816:0:21473:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 11 pid: 7212 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.291829:0:21473:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293195648:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137581.291920:0:21473:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e480 going to sleep for 11 seconds 00000100:00100000:2.0:1746137581.293645:0:21473:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293195648:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137581.293666:0:21473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000100:00100000:0.0:1746137581.294011:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.294095:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363200 00000100:00100000:2.0:1746137581.294105:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363200 00010000:00010000:2.0:1746137581.294169:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 12 pid: 7212 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.294207:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18987 00000100:00100000:2.0:1746137581.294214:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303363200:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00080000:0.0:1746137581.294221:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746137581.294227:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.294233:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 12 pid: 7212 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.294244:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 12 pid: 7212 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.294263:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe01200/0x95b3ed7b846f897c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa396 expref: 12 pid: 7212 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.294281:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137581.294286:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.294294:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.294300:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.294323:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746137581.294334:0:21473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.294342:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.294362:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00000100:00100000:2.0:1746137581.294365:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2005:x1830957303363200:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 151us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.294371:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18987 00010000:00010000:0.0:1746137581.294371:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.294379:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000040:00080000:0.0:1746137581.295188:0:21473:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:0.0:1746137581.295248:0:21473:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:0.0:1746137581.295253:0:21473:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88013627c900 with version 19 00000004:00080000:3.0:1746137581.295443:0:8640:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88007b3806c0 version 19 rpc_version 19 00000020:00100000:3.0:1746137581.295482:0:8640:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746137581.295490:0:8640:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880087ba7100 x1830957293195904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746137581.295508:0:8640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293195904:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137581.295553:0:8640:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137581.295580:0:8640:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746137581.295866:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293195904 00000100:00100000:1.0:1746137581.295874:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293195904 00000100:00100000:1.0:1746137581.295918:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1746137581.295925:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8640:x1830957293195904:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746137581.296388:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8640:x1830957293195904:12345-0@lo:1000:osp_up1-0.0 Request processed in 463us (833us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1746137581.296396:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1746137581.296508:0:8640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba7100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293195904:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746137581.296609:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296624:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296633:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296648:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296654:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296657:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296685:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296690:0:21473:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.296698:0:21473:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21473 initiator: MDT0 00000100:00100000:0.0:1746137581.296711:0:21473:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800730f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21473:1830957293196032:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1746137581.296741:0:21473:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137581.296771:0:21473:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137581.296846:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293196032 00000100:00100000:1.0:1746137581.296850:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293196032 00000100:00100000:1.0:1746137581.296879:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1746137581.296884:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21473:x1830957293196032:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1746137581.296896:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137581.296907:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x95b3ed7b846f8abe expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.296922:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 7 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.296934:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 7 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.296965:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880091e2ff00) 00010000:00010000:1.0:1746137581.296968:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137581.296971:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978200, rc 0) 00000100:00100000:1.0:1746137581.296999:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:21473:x1830957293196032:12345-0@lo:101:mdt00_005.0 Request processed in 115us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137581.297004:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1746137581.297056:0:21473:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800730f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21473:1830957293196032:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1746137581.297064:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137581.297072:0:21473:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746137581.297087:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88006e81ad80 reply state ffff8800a0417000 transno 4294990670 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297094:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297099:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:0.0:1746137581.297102:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137581.297105:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746137581.297109:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137581.297115:0:21473:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746137581.297122:0:21473:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:0.0:1746137581.297127:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88006e81ad80 reply state ffff8800a0417000 transno 4294990670 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297133:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297137:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8801363f0e00) 00010000:00010000:0.0:1746137581.297139:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137581.297140:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746137581.297144:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 4096 00010000:00010000:0.0:1746137581.297149:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297154:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297159:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297164:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dd400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137581.297167:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297172:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297183:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137581.297185:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137581.297188:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297192:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f8aa2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00000004:00010000:0.0:1746137581.297201:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88006e81ad80 reply state ffff8800a0417000 transno 4294990670 ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297206:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137581.297211:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8801363f0c00) 00010000:00010000:0.0:1746137581.297212:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137581.297213:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746137581.297281:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:3073:x1830957303363072:12345-192.168.202.31@tcp:36:lfs.0 Request processed in 5664us (5937us total) trans 4294990670 rc 0/0 00000100:00100000:0.0:1746137581.297287:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54836 00000100:00100000:0.0:1746137581.306826:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.307044:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363328 00000100:00100000:2.0:1746137581.307054:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363328 00000100:00100000:2.0:1746137581.307146:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54837 00000100:00100000:2.0:1746137581.307155:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:3074:x1830957303363328:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137581.307236:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137581.307252:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8acc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa414 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.307333:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.307344:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.307354:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137581.307393:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137581.307396:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137581.307410:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.307443:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8acc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa414 expref: 13 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.307455:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa414 expref: 12 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.307462:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137581.307464:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137581.307467:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07ddc00, rc 0) 00000100:00100000:2.0:1746137581.309550:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:3074:x1830957303363328:12345-192.168.202.31@tcp:101:cp.0 Request processed in 2391us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.309562:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54837 00000100:00100000:0.0:1746137581.311319:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.311397:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363456 00000100:00100000:2.0:1746137581.311409:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363456 00000100:00100000:2.0:1746137581.311462:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54838 00000100:00100000:2.0:1746137581.311469:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:3074:x1830957303363456:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137581.311484:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137581.311504:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f8ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa41b expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.311811:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311822:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311831:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311840:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311845:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311850:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311963:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f8aef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311969:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f8aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.311975:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f8aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137581.312032:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 4096 00000004:00200000:2.0:1746137581.312036:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746137581.312052:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f8aef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312060:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312065:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312070:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312079:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dca00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137581.312082:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312087:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312096:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137581.312098:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137581.312101:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312106:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312114:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312119:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312124:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312127:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dd800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137581.312129:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312134:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312139:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8801363f0c00) 00010000:00010000:2.0:1746137581.312141:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137581.312143:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312147:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8ae8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.312165:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dcc00/0x95b3ed7b846f8ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa41b expref: 14 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.312522:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dda00/0x95b3ed7b846f8aef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa41b expref: 13 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.312527:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8801363f0e00) 00010000:00010000:2.0:1746137581.312529:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746137581.312531:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dda00, rc 0) 00000100:00100000:2.0:1746137581.312576:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:3074:x1830957303363456:12345-192.168.202.31@tcp:101:cp.0 Request processed in 1107us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.312582:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54838 00000100:00100000:0.0:1746137581.314267:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.314520:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363584 00000100:00100000:2.0:1746137581.314527:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363584 00000100:00100000:2.0:1746137581.314570:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54839 00000100:00100000:2.0:1746137581.314577:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:3074:x1830957303363584:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137581.314591:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137581.314604:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8af6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa422 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.314640:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f8afd lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.314649:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f8afd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.314656:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f8afd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137581.314689:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746137581.314692:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746137581.314713:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8af6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa422 expref: 15 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.314723:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f8afd lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa422 expref: 14 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.314728:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:2.0:1746137581.314730:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746137581.314733:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:2.0:1746137581.314773:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:3074:x1830957303363584:12345-192.168.202.31@tcp:101:cp.0 Request processed in 196us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.314779:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54839 00000100:00100000:0.0:1746137581.316543:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137581.316720:0:11565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363712 00000100:00100000:1.0:1746137581.316727:0:11565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363712 00000100:00100000:1.0:1746137581.316787:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54840 00000100:00100000:1.0:1746137581.316795:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:3074:x1830957303363712:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:1.0:1746137581.316808:0:11565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137581.316822:0:11565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f8b04 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa429 expref: -99 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.316860:0:11565:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.316870:0:11565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 6 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.316876:0:11565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT1 00010000:00010000:1.0:1746137581.316904:0:11565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 6 pid: 7215 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137581.316917:0:11565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:11565:1830957293196160:0@lo:104: 00000100:00100000:1.0:1746137581.316972:0:11565:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137581.317037:0:11565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8687780 going to sleep for 11 seconds 00000100:00080000:0.0:1746137581.317090:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746137581.317118:0:7195:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293196160 00000100:00100000:3.0:1746137581.317123:0:7195:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293196160 00000100:00100000:3.0:1746137581.317227:0:7195:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1746137581.317235:0:7195:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:11565:x1830957293196160:12345-0@lo:104: 00010000:00010000:3.0:1746137581.317243:0:7195:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.317294:0:7195:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1746137581.317386:0:10898:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746137581.317392:0:10898:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.317399:0:10898:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007173a200 already unused, calling callback (ffffffffa0ef8e30) 00010000:00010000:2.0:1746137581.317404:0:10898:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137581.317608:0:11565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfac700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:11565:1830957293196160:0@lo:104: 00010000:00010000:1.0:1746137581.317620:0:11565:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT1 00000100:00100000:3.0:1746137581.317749:0:7195:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:11565:x1830957293196160:12345-0@lo:104: Request processed in 65us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.317755:0:7195:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000004:00010000:2.0:1746137581.317926:0:10898:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.317979:0:10898:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.317985:0:10898:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746137581.318012:0:10898:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.318017:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88007173a200/0x95b3ed7b846f8abe lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x95b3ed7b846f8ac5 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.318030:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137581.318031:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137581.318033:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137581.318042:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293196288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746137581.318075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137581.318487:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293196288 00000100:00100000:2.0:1746137581.318491:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293196288 00010000:00010000:2.0:1746137581.318508:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 7 pid: 7215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137581.318670:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18988 00000100:00100000:2.0:1746137581.318676:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3763:x1830957293196288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.318685:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746137581.320088:0:8352:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967369 is committed 00010000:00010000:2.0:1746137581.320176:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978200/0x95b3ed7b846f8ac5 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x95b3ed7b846f8abe expref: 6 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.320190:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880091e2ff00) 00010000:00010000:2.0:1746137581.320194:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT1 00010000:00010000:2.0:1746137581.320202:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11565 initiator: MDT1 00010000:00010000:2.0:1746137581.320209:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11565 initiator: MDT1 00010000:00010000:2.0:1746137581.320236:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137581.320290:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293196288:12345-0@lo:103:ldlm_bl.0 Request processed in 1614us (2214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.320297:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18988 00010000:00010000:1.0:1746137581.320318:0:11565:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT1 00010000:00010000:1.0:1746137581.320325:0:11565:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT1 00000100:00100000:0.0:1746137581.320354:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293196288:0@lo:103:ldlm_bl.0 00000004:00200000:1.0:1746137581.320362:0:11565:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746137581.320365:0:11565:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137581.320399:0:11565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f8b04 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa429 expref: 8 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.320465:0:11565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978400/0x95b3ed7b846f8b0b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa429 expref: 7 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.320472:0:11565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880091e2ff00) 00010000:00010000:1.0:1746137581.320474:0:11565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137581.320477:0:11565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978400, rc 0) 00000100:00100000:1.0:1746137581.320513:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3074:x1830957303363712:12345-192.168.202.31@tcp:101:cp.0 Request processed in 3719us (3976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137581.320518:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54840 00000100:00100000:2.0:1746137581.322533:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137581.322628:0:11565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303363840 00000100:00100000:1.0:1746137581.322636:0:11565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303363840 00000100:00100000:1.0:1746137581.322685:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54841 00000100:00100000:1.0:1746137581.322693:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:3074:x1830957303363840:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:1.0:1746137581.322708:0:11565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137581.322723:0:11565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978800/0x95b3ed7b846f8b12 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa430 expref: -99 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.322776:0:11565:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322786:0:11565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322794:0:11565:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322804:0:11565:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322809:0:11565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322813:0:11565:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322866:0:11565:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322871:0:11565:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322876:0:11565:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322881:0:11565:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137581.322884:0:11565:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322890:0:11565:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322902:0:11565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:1.0:1746137581.322905:0:11565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137581.322908:0:11565:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322912:0:11565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f8b19 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322921:0:11565:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322925:0:11565:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322929:0:11565:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322933:0:11565:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f979a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137581.322966:0:11565:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322971:0:11565:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322977:0:11565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880091e2fe00) 00010000:00010000:1.0:1746137581.322979:0:11565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137581.322981:0:11565:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.322985:0:11565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f8b20 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.323009:0:11565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978800/0x95b3ed7b846f8b12 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa430 expref: 15 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.323016:0:11565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978800/0x95b3ed7b846f8b12 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa430 expref: 15 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.323023:0:11565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f978800, rc 0) 00000100:00100000:1.0:1746137581.323062:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009134b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:3074:x1830957303363840:12345-192.168.202.31@tcp:101:cp.0 Request processed in 370us (532us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137581.323068:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54841 00000100:00100000:0.0:1746137581.324713:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.324882:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364096 00000100:00100000:2.0:1746137581.324888:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364096 00000100:00100000:2.0:1746137581.324930:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54842 00000100:00100000:2.0:1746137581.324965:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:3074:x1830957303364096:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:2.0:1746137581.324978:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137581.324980:0:21473:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137581.324996:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f8afd lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa422 expref: 14 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.325009:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:2.0:1746137581.325012:0:21473:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137581.325019:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f8b27 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa437 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.325092:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325101:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325108:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325117:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325122:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325127:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00080000:2.0:1746137581.325607:0:21473:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746137581.325712:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8b3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325719:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8b3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325725:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8b3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325749:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325754:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 2/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325759:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325764:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dca00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137581.325767:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325771:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325777:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:2.0:1746137581.325780:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137581.325782:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325786:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f8b2e lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00000004:00010000:2.0:1746137581.325793:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800730f3480 reply state ffff8800737df000 transno 4294990671 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325800:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.325804:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880136605300) 00010000:00010000:2.0:1746137581.325806:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137581.325808:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137581.325825:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f8b27 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa437 expref: 16 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.325834:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8b3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa437 expref: 15 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.325840:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:2.0:1746137581.325842:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137581.325843:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc000, rc 0) 00000100:00100000:2.0:1746137581.325890:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:3074:x1830957303364096:12345-192.168.202.31@tcp:101:cp.0 Request processed in 954us (1180us total) trans 4294990671 rc 0/0 00000100:00100000:2.0:1746137581.325896:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54842 00000100:00100000:0.0:1746137581.328035:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.328097:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364224 00000100:00100000:3.0:1746137581.328105:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364224 00000100:00100000:3.0:1746137581.328147:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31226 00000100:00100000:3.0:1746137581.328154:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2007:x1830957303364224:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:3.0:1746137581.328166:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.328181:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa43e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137581.328200:0:9555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137581.328215:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.328218:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.328224:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 6 pid: 9555 timeout: 0 lvb_type: 1 00000100:00080000:0.0:1746137581.328230:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746137581.328649:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 6 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137581.328660:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95200, rc 0) 00000100:00100000:3.0:1746137581.328716:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303364224:12345-192.168.202.31@tcp:101:cp.0 Request processed in 561us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.328722:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31226 00000100:00100000:0.0:1746137581.331439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.331521:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364352 00000100:00100000:3.0:1746137581.331531:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364352 00000100:00100000:3.0:1746137581.331579:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31227 00000100:00100000:3.0:1746137581.331587:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:3074:x1830957303364352:12345-192.168.202.31@tcp:101:cp.0 00010000:00010000:3.0:1746137581.331602:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.331616:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa445 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.331642:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137581.331650:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.331652:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.331655:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.331683:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137581.331696:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 774 lvb_type: 1 00000100:00100000:3.0:1746137581.331709:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293196416:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137581.331796:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137581.333305:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.333395:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293196416:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137581.333418:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.333444:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94c00, rc 0) 00000100:00100000:3.0:1746137581.333492:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3074:x1830957303364352:12345-192.168.202.31@tcp:101:cp.0 Request processed in 1905us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.333499:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31227 00000100:00100000:2.0:1746137581.333597:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364480 00000100:00100000:2.0:1746137581.333603:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364480 00010000:00010000:2.0:1746137581.333626:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 774 lvb_type: 1 00000100:00100000:2.0:1746137581.333654:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18989 00000100:00100000:2.0:1746137581.333661:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303364480:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.333670:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.333723:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 774 lvb_type: 1 00010000:00010000:2.0:1746137581.333733:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 774 lvb_type: 1 00010000:00010000:2.0:1746137581.333750:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa43e expref: 7 pid: 9555 timeout: 774 lvb_type: 1 00010000:00010000:2.0:1746137581.333759:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.333761:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.333766:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.333773:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.333795:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137581.333803:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293196544:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137581.333930:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e600 going to sleep for 11 seconds 00000100:00100000:0.0:1746137581.336167:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.336259:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293196544:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137581.336275:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137581.336306:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303364480:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2646us (3005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.336315:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18989 00000100:00100000:3.0:1746137581.336419:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364736 00000100:00100000:3.0:1746137581.336435:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364736 00000100:00100000:3.0:1746137581.336466:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 185 00000100:00100000:3.0:1746137581.336472:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:3074:x1830957303364736:12345-192.168.202.31@tcp:35:cp.0 00000100:00100000:3.0:1746137581.336676:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:3074:x1830957303364736:12345-192.168.202.31@tcp:35:cp.0 Request processed in 204us (515us total) trans 4294990672 rc 0/0 00000100:00100000:3.0:1746137581.336682:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 185 00000100:00100000:0.0:1746137581.353629:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.353858:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303364992 00000100:00100000:2.0:1746137581.353868:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303364992 00000100:00100000:2.0:1746137581.353928:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54843 00000100:00100000:2.0:1746137581.353954:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:3077:x1830957303364992:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137581.354203:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137581.354220:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f8b58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa44c expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.354318:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f8b5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.354330:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f8b5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.354340:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f8b5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137581.354350:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746137581.354447:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f8b58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa44c expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.355006:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddac00/0x95b3ed7b846f8b5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa44c expref: 19 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.355015:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:2.0:1746137581.355018:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746137581.355021:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091ddac00, rc 0) 00000100:00100000:2.0:1746137581.355078:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:3077:x1830957303364992:12345-192.168.202.31@tcp:101:dd.0 Request processed in 1140us (1458us total) trans 4294990673 rc 0/0 00000100:00100000:2.0:1746137581.355085:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54843 00000100:00100000:0.0:1746137581.385398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.386022:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365120 00000100:00100000:2.0:1746137581.386032:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365120 00000100:00100000:2.0:1746137581.386090:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54844 00000100:00100000:2.0:1746137581.386099:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+11:3081:x1830957303365120:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137581.386117:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.386597:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f8b6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa453 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.386652:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.386664:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.386673:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.386712:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137581.386714:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137581.386727:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.386743:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94e00/0x95b3ed7b846f8b6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 13 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.386770:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 12 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.386777:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137581.386780:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137581.386783:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:3.0:1746137581.386830:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+12:3081:x1830957303365120:12345-192.168.202.31@tcp:101:dd.0 Request processed in 733us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.386835:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54844 00000100:00100000:0.0:1746137581.388267:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.388336:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365248 00000100:00100000:3.0:1746137581.388343:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365248 00000100:00100000:3.0:1746137581.388388:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54845 00000100:00100000:3.0:1746137581.388395:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+12:3081:x1830957303365248:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.388406:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.388418:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8b7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa45a expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.388473:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388482:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388490:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388498:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388504:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388510:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388573:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f8b90 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388579:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f8b90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388584:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f8b90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.388634:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 4096 00000004:00200000:3.0:1746137581.388637:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746137581.388647:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f8b90 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388655:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388660:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388666:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388670:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff95a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.388673:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388679:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388688:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137581.388690:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.388693:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388697:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8b82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388706:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388710:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388715:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388719:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff95000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.388721:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388730:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388735:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8801363f0c00) 00010000:00010000:3.0:1746137581.388737:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.388739:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388744:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8b89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.388761:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8b7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa45a expref: 14 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.388770:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95800/0x95b3ed7b846f8b90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa45a expref: 13 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.388775:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8801363f0e00) 00010000:00010000:3.0:1746137581.388777:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746137581.388778:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95800, rc 0) 00000100:00100000:3.0:1746137581.388808:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+13:3081:x1830957303365248:12345-192.168.202.31@tcp:101:dd.0 Request processed in 414us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.388814:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54845 00000100:00100000:0.0:1746137581.389616:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.389801:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365376 00000100:00100000:3.0:1746137581.389805:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365376 00000100:00100000:3.0:1746137581.389840:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54846 00000100:00100000:3.0:1746137581.389845:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+13:3081:x1830957303365376:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.389854:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.389863:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f8b97 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa461 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.389890:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b9e lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.389898:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.389905:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b9e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.389924:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746137581.389927:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746137581.389973:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f8b97 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa461 expref: 15 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.389984:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95200/0x95b3ed7b846f8b9e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa461 expref: 14 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.389990:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:3.0:1746137581.389992:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746137581.389995:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95200, rc 0) 00000100:00100000:3.0:1746137581.390017:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+14:3081:x1830957303365376:12345-192.168.202.31@tcp:101:dd.0 Request processed in 172us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.390023:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54846 00000100:00100000:0.0:1746137581.391827:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137581.392326:0:11565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365504 00000100:00100000:1.0:1746137581.392334:0:11565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365504 00000100:00100000:1.0:1746137581.392399:0:11565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54847 00000100:00100000:1.0:1746137581.392407:0:11565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:3081:x1830957303365504:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:1.0:1746137581.392419:0:11565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137581.392448:0:11565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978a00/0x95b3ed7b846f8ba5 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa468 expref: -99 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.392491:0:11565:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979400/0x95b3ed7b846f8bac lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11565 initiator: MDT0 00010000:00010000:1.0:1746137581.392501:0:11565:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979400/0x95b3ed7b846f8bac lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11565 initiator: MDT1 00010000:00010000:1.0:1746137581.392509:0:11565:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979400/0x95b3ed7b846f8bac lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11565 initiator: MDT1 00000004:00200000:1.0:1746137581.392539:0:11565:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746137581.392543:0:11565:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746137581.392580:0:11565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009f978a00/0x95b3ed7b846f8ba5 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa468 expref: 8 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.392601:0:11565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009f979400/0x95b3ed7b846f8bac lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa468 expref: 7 pid: 11565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137581.392608:0:11565:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff880091e2ff00) 00010000:00010000:1.0:1746137581.392610:0:11565:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746137581.392612:0:11565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f979400, rc 0) 00000100:00100000:1.0:1746137581.392646:0:11565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:3081:x1830957303365504:12345-192.168.202.31@tcp:101:dd.0 Request processed in 241us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137581.392652:0:11565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54847 00000100:00080000:0.0:1746137581.392772:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137581.394151:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.394274:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365760 00000100:00100000:3.0:1746137581.394280:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365760 00000100:00100000:3.0:1746137581.394342:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54848 00000100:00100000:3.0:1746137581.394349:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+14:3081:x1830957303365760:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.394361:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.394376:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f8bb3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa46f expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.394441:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394451:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394458:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394465:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394470:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394475:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394566:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394574:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394580:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.394587:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746137581.394650:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394657:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394663:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394667:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff95600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.394671:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394677:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394686:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:3.0:1746137581.394688:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.394691:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394696:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95600/0x95b3ed7b846f8bba lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394718:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394724:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394728:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394733:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff95000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.394735:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394740:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394750:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880136605300) 00010000:00010000:3.0:1746137581.394752:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.394754:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394759:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8bc1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.394784:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95400/0x95b3ed7b846f8bb3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 17 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.394794:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 16 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.394800:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.394802:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137581.394804:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff95a00, rc 0) 00000100:00100000:3.0:1746137581.394854:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+16:3081:x1830957303365760:12345-192.168.202.31@tcp:101:dd.0 Request processed in 505us (707us total) trans 4294990674 rc 0/0 00000100:00100000:3.0:1746137581.394861:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54848 00000100:00100000:0.0:1746137581.397460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.397575:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303365888 00000100:00100000:3.0:1746137581.397585:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303365888 00000100:00080000:0.0:1746137581.397712:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137581.397909:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31228 00000100:00100000:3.0:1746137581.397920:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:3081:x1830957303365888:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.397966:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.397983:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa476 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.398017:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.398023:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137581.398025:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137581.398028:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.398056:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.398067:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 5 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:3.0:1746137581.398078:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293196672:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137581.398754:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137581.399991:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293196672:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137581.400014:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137581.400092:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.400170:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303366016 00000100:00100000:2.0:1746137581.400175:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303366016 00002000:00100000:2.0:1746137581.400209:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->1715) req@ffff88009dfac700 x1830957303366016/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:17/0 lens 2208/0 e 0 to 0 dl 1746137592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137581.400217:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac700 with x1830957303366016 ext(0->1715) 00010000:00010000:2.0:1746137581.400223:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.400234:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00002000:00010000:2.0:1746137581.400239:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac700 00010000:00010000:3.0:1746137581.400262:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675400, rc 0) 00000100:00100000:2.0:1746137581.400268:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3668 00000100:00100000:2.0:1746137581.400275:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303366016:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137581.400311:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:3081:x1830957303365888:12345-192.168.202.31@tcp:101:dd.0 Request processed in 2393us (2859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.400406:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31228 00000100:00100000:0.0:1746137581.400923:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303366016:12345-192.168.202.31@tcp:4:dd.0 Request processed in 647us (830us total) trans 4294972346 rc 0/0 00000100:00100000:0.0:1746137581.400930:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3668 00002000:00100000:0.0:1746137581.400953:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->1715) req@ffff88009dfac700 x1830957303366016/t4294972346(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:17/0 lens 2208/448 e 0 to 0 dl 1746137592 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137581.400961:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dfac700 with x1830957303366016 ext(0->1715) 00010000:00010000:0.0:1746137581.400966:0:20165:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746137581.400975:0:20165:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746137581.400985:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009dfac700 00000100:00100000:0.0:1746137581.404390:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.404588:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303366144 00000100:00100000:2.0:1746137581.404598:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303366144 00010000:00010000:2.0:1746137581.404636:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.404677:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18990 00000100:00100000:2.0:1746137581.404686:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303366144:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.404699:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137581.404715:0:21485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746137581.404717:0:21485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746137582 00002000:00010000:2.0:1746137581.404719:0:21485:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1746137582 00002000:00010000:2.0:1746137581.404720:0:21485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746137582 00002000:00010000:2.0:1746137581.404722:0:21485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746137581.404726:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.404737:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.404756:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009ff94c00/0x95b3ed7b846f8b51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa445 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.404773:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.404775:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.404781:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.404788:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.404819:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137581.404831:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293196800:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137581.404915:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746137581.408045:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293196800:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137581.408067:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137581.408120:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303366144:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3434us (3739us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.408130:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18990 00000100:00100000:1.0:1746137581.408801:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137581.408844:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303366400 00000100:00100000:0.0:1746137581.408851:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303366400 00002000:00100000:0.0:1746137581.408887:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff88009dface00 x1830957303366400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:17/0 lens 488/0 e 0 to 0 dl 1746137592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137581.408896:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dface00 with x1830957303366400 ext(0->4095) 00002000:00010000:0.0:1746137581.408901:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dface00 00000100:00100000:0.0:1746137581.408929:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14527 00000100:00100000:0.0:1746137581.408964:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303366400:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:0.0:1746137581.409090:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dface00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303366400:12345-192.168.202.31@tcp:3:dd.0 Request processed in 154us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746137581.409095:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14527 00002000:00100000:0.0:1746137581.409100:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff88009dface00 x1830957303366400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746137592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137581.409106:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009dface00 with x1830957303366400 ext(0->4095) 00002000:00010000:0.0:1746137581.409108:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009dface00 00000100:00100000:1.0:1746137581.433037:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.433267:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303366656 00000100:00100000:2.0:1746137581.433279:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303366656 00000100:00100000:2.0:1746137581.433330:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 186 00000100:00100000:2.0:1746137581.433338:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:3081:x1830957303366656:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:2.0:1746137581.433612:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+17:3081:x1830957303366656:12345-192.168.202.31@tcp:35:dd.0 Request processed in 274us (585us total) trans 4294990675 rc 0/0 00000100:00100000:2.0:1746137581.433619:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 186 00000100:00100000:0.0:1746137581.438167:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.438282:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303366784 00000100:00100000:3.0:1746137581.438293:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303366784 00000100:00100000:3.0:1746137581.438346:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54849 00000100:00100000:3.0:1746137581.438353:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:3085:x1830957303366784:12345-192.168.202.31@tcp:101:truncate.0 00010000:00010000:3.0:1746137581.438468:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.438484:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8bdd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa47d expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.438511:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8be4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.438521:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8be4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.438530:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8be4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.438613:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8bdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa47d expref: 21 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.438638:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674a00/0x95b3ed7b846f8be4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa47d expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.438645:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.438648:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137581.438651:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674a00, rc 0) 00000100:00100000:3.0:1746137581.438692:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:3085:x1830957303366784:12345-192.168.202.31@tcp:101:truncate.0 Request processed in 339us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.438697:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54849 00000100:00100000:0.0:1746137581.440366:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.440486:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367040 00000100:00100000:3.0:1746137581.440494:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367040 00000100:00100000:3.0:1746137581.440540:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54850 00000100:00100000:3.0:1746137581.440547:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:3085:x1830957303367040:12345-192.168.202.31@tcp:36:truncate.0 00010000:00010000:3.0:1746137581.440584:0:21473:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137581.440604:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc000/0x95b3ed7b846f8b3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa437 expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.440618:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.440621:0:21473:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137581.440750:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.440761:0:21473:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 16 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.440768:0:21473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.440795:0:21473:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 16 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.440806:0:21473:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 16 pid: 21473 timeout: 774 lvb_type: 0 00000100:00100000:3.0:1746137581.440819:0:21473:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293196928:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137581.440908:0:21473:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746137581.442322:0:21473:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293196928:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137581.442322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137581.442339:0:21473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000100:00100000:2.0:1746137581.442378:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367168 00000100:00100000:2.0:1746137581.442387:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367168 00010000:00010000:2.0:1746137581.442429:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 17 pid: 21473 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.442468:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18991 00000100:00100000:2.0:1746137581.442475:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303367168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.442490:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.442496:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 17 pid: 21473 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.442511:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 17 pid: 21473 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.442530:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95a00/0x95b3ed7b846f8bc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa46f expref: 17 pid: 21473 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.442561:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:2.0:1746137581.442565:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.442573:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.442579:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137581.442598:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137581.442647:0:21473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.442654:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000001:00080000:3.0:1746137581.442719:0:21473:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990676 00000004:00010000:3.0:1746137581.442751:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009ce11880 reply state ffff88009ffe5000 transno 4294990677 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.442763:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.442769:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.442772:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137581.442775:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746137581.442959:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2005:x1830957303367168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 461us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.442962:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:3085:x1830957303367040:12345-192.168.202.31@tcp:36:truncate.0 Request processed in 2391us (2578us total) trans 4294990677 rc 0/0 00000100:00100000:2.0:1746137581.442967:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18991 00000100:00100000:3.0:1746137581.442970:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54850 00000020:00080000:3.0:1746137581.442974:0:21473:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137581.444373:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.444433:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367296 00000100:00100000:3.0:1746137581.444440:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367296 00000100:00100000:3.0:1746137581.444482:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31229 00000100:00100000:3.0:1746137581.444487:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3085:x1830957303367296:12345-192.168.202.31@tcp:101:truncate.0 00010000:00010000:3.0:1746137581.444499:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.444510:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa484 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.444532:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.444540:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.444542:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137581.444544:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.444563:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.444570:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 5 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:3.0:1746137581.444578:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293197056:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137581.444646:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137581.445470:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293197056:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137581.445487:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.445497:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674e00, rc 0) 00000100:00100000:3.0:1746137581.445532:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3085:x1830957303367296:12345-192.168.202.31@tcp:101:truncate.0 Request processed in 1044us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.445538:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31229 00000100:00100000:0.0:1746137581.446298:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.446514:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367424 00000100:00100000:2.0:1746137581.446520:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367424 00010000:00010000:2.0:1746137581.446547:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.446618:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18992 00000100:00100000:2.0:1746137581.446624:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2005:x1830957303367424:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.446636:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.446654:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.446664:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.446986:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8bd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa476 expref: 6 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.446998:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.446999:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.447003:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.447010:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.447037:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137581.447047:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293197184:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137581.447182:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137581.448978:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293197184:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137581.448997:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137581.449033:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+5:2005:x1830957303367424:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2409us (2736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.449043:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18992 00000100:00100000:0.0:1746137581.449183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.449305:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367552 00000100:00100000:2.0:1746137581.449310:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367552 00002000:00010000:2.0:1746137581.449336:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (858->18446744073709551615) 00002000:00100000:2.0:1746137581.449340:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10a80 with x1830957303367552 ext(858->18446744073709551615) 00002000:00010000:2.0:1746137581.449347:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce10a80. 00000100:00100000:2.0:1746137581.449376:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14528 00000100:00100000:2.0:1746137581.449383:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303367552:12345-192.168.202.31@tcp:10:truncate.0 00002000:00010000:2.0:1746137581.449631:0:20165:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746137581.449634:0:20165:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 1746137582 -> 1746137582 00002000:00010000:2.0:1746137581.449636:0:20165:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 1746137582 -> 1746137582 00002000:00010000:2.0:1746137581.449638:0:20165:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 1746137582 -> 1746137582 00002000:00010000:2.0:1746137581.449640:0:20165:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746137581.449670:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303367552:12345-192.168.202.31@tcp:10:truncate.0 Request processed in 288us (488us total) trans 4294972347 rc 0/0 00000100:00100000:2.0:1746137581.449675:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14528 00002000:00010000:2.0:1746137581.449678:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (858->18446744073709551615) 00002000:00100000:2.0:1746137581.449680:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10a80 with x1830957303367552 ext(858->18446744073709551615) 00002000:00010000:2.0:1746137581.449684:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce10a80. 00000100:00100000:0.0:1746137581.456793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.456850:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303367808 00000100:00100000:3.0:1746137581.456860:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303367808 00000100:00100000:3.0:1746137581.456920:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54851 00000100:00100000:3.0:1746137581.456930:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:3087:x1830957303367808:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.456981:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.456997:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f8bf9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa48b expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.457070:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457079:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457086:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457093:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457097:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457101:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457195:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f8c0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457203:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f8c0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457208:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f8c0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.457217:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746137581.457285:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457295:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457301:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457306:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.457309:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457316:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457325:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:3.0:1746137581.457333:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.457337:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457342:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c00 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457367:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457373:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457377:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457381:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.457383:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457391:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457397:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880136605300) 00010000:00010000:3.0:1746137581.457399:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.457402:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457406:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c07 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.457448:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f8bf9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa48b expref: 25 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.457463:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fad3600/0x95b3ed7b846f8c0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa48b expref: 24 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.457469:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.457471:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137581.457473:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fad3600, rc 0) 00000100:00100000:3.0:1746137581.457529:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:3087:x1830957303367808:12345-192.168.202.31@tcp:101:dd.0 Request processed in 600us (748us total) trans 4294990678 rc 0/0 00000100:00100000:3.0:1746137581.457535:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54851 00000100:00100000:0.0:1746137581.460543:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.460621:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303368064 00000100:00100000:2.0:1746137581.460631:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303368064 00000100:00100000:2.0:1746137581.460683:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 187 00000100:00100000:2.0:1746137581.460691:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+24:3087:x1830957303368064:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:2.0:1746137581.460915:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:3087:x1830957303368064:12345-192.168.202.31@tcp:35:dd.0 Request processed in 224us (380us total) trans 4294990679 rc 0/0 00000100:00100000:2.0:1746137581.460922:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 187 00000100:00100000:0.0:1746137581.463322:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.463405:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303368320 00000100:00100000:2.0:1746137581.463414:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303368320 00002000:00100000:2.0:1746137581.463463:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff88009ce13b80 x1830957303368320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:17/0 lens 488/0 e 0 to 0 dl 1746137592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137581.463478:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957303368320 ext(0->4095) 00002000:00010000:2.0:1746137581.463483:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:2.0:1746137581.463515:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14529 00000100:00100000:2.0:1746137581.463522:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303368320:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137581.463660:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303368320:12345-192.168.202.31@tcp:3:dd.0 Request processed in 138us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137581.463666:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14529 00002000:00100000:2.0:1746137581.463671:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff88009ce13b80 x1830957303368320/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746137592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137581.463678:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce13b80 with x1830957303368320 ext(0->4095) 00002000:00010000:2.0:1746137581.463680:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce13b80 00000100:00100000:0.0:1746137581.483209:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.483363:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303368576 00000100:00100000:3.0:1746137581.483374:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303368576 00000100:00100000:3.0:1746137581.483442:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54852 00000100:00100000:3.0:1746137581.483450:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+16:3091:x1830957303368576:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.483473:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.483490:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c1c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa492 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.483561:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483572:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483582:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483590:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483596:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483601:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483684:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203000/0x95b3ed7b846f8c31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483691:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073203000/0x95b3ed7b846f8c31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483697:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073203000/0x95b3ed7b846f8c31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137581.483705:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746137581.483768:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483774:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483779:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483785:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.483788:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483794:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483803:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:3.0:1746137581.483806:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.483809:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483814:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f8c23 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483841:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483847:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483851:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483855:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137581.483857:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483862:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483872:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880136605300) 00010000:00010000:3.0:1746137581.483874:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137581.483876:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483880:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f8c2a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137581.483907:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f8c1c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa492 expref: 19 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.483918:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203000/0x95b3ed7b846f8c31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa492 expref: 18 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.483924:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:3.0:1746137581.483926:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137581.483928:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073203000, rc 0) 00000100:00100000:3.0:1746137581.483994:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+18:3091:x1830957303368576:12345-192.168.202.31@tcp:101:dd.0 Request processed in 545us (795us total) trans 4294990680 rc 0/0 00000100:00100000:3.0:1746137581.484000:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54852 00000100:00100000:0.0:1746137581.486873:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137581.487585:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303368704 00000100:00100000:3.0:1746137581.487595:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303368704 00000100:00100000:3.0:1746137581.487645:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31230 00000100:00100000:3.0:1746137581.487652:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+5:3091:x1830957303368704:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137581.487669:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137581.487684:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa499 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.487717:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.487725:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137581.487726:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137581.487729:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa499 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.487757:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.487768:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 8 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:3.0:1746137581.487780:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293197312:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137581.488645:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac000 going to sleep for 11 seconds 00000100:00100000:3.0:1746137581.490339:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293197312:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137581.490372:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa499 expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137581.490388:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202e00, rc 0) 00000100:00100000:3.0:1746137581.490450:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:3091:x1830957303368704:12345-192.168.202.31@tcp:101:dd.0 Request processed in 2798us (3585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137581.490459:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31230 00000100:00100000:0.0:1746137581.490523:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.490659:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303368832 00000100:00100000:2.0:1746137581.490666:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303368832 00010000:00010000:2.0:1746137581.490697:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 9 pid: 9555 timeout: 774 lvb_type: 0 00000100:00100000:2.0:1746137581.490730:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18993 00000100:00100000:2.0:1746137581.490736:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303368832:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137581.490747:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137581.490767:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 9 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.490782:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 9 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.490813:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f8bf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa484 expref: 9 pid: 9555 timeout: 774 lvb_type: 0 00010000:00010000:2.0:1746137581.490836:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.490838:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137581.490844:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa499 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.490851:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa499 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137581.490879:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073202e00/0x95b3ed7b846f8c3f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa499 expref: 5 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137581.490889:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293197440:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137581.490963:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137581.492984:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293197440:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137581.493004:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137581.493052:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303368832:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 2315us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137581.493063:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18993 00000100:00100000:0.0:1746137581.493439:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.493481:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303369088 00000100:00100000:2.0:1746137581.493488:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303369088 00002000:00100000:2.0:1746137581.493519:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff880091d1d180 x1830957303369088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:17/0 lens 488/0 e 0 to 0 dl 1746137592 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137581.493528:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957303369088 ext(0->4095) 00002000:00010000:2.0:1746137581.493532:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1d180 00000100:00100000:2.0:1746137581.493558:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14530 00000100:00100000:2.0:1746137581.493564:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303369088:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137581.493679:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2006:x1830957303369088:12345-192.168.202.31@tcp:3:dd.0 Request processed in 116us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746137581.493683:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14530 00002000:00100000:2.0:1746137581.493687:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff880091d1d180 x1830957303369088/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:17/0 lens 488/4536 e 0 to 0 dl 1746137592 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137581.493691:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d180 with x1830957303369088 ext(0->4095) 00002000:00010000:2.0:1746137581.493693:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d1d180 00000100:00100000:0.0:1746137581.511060:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137581.511155:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303369344 00000100:00100000:2.0:1746137581.511165:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303369344 00000100:00100000:2.0:1746137581.511282:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 188 00000100:00100000:2.0:1746137581.511290:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+18:3091:x1830957303369344:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:2.0:1746137581.511533:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3091:x1830957303369344:12345-192.168.202.31@tcp:35:dd.0 Request processed in 243us (484us total) trans 4294990681 rc 0/0 00000100:00100000:2.0:1746137581.511540:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 188 00010000:00010000:2.0:1746137581.714108:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746137582.717770:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746137582.960313:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6e05f5f4-9172-4147-a827-2132d2821563:3764:1830957293197568:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.960382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.960726:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293197568 00000100:00100000:0.0:1746137582.960733:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293197568 00000100:00100000:0.0:1746137582.960769:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1746137582.960775:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3764:x1830957293197568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.960821:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3764:x1830957293197568:12345-0@lo:400:kworker.0 Request processed in 45us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.960826:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1746137582.960867:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830957293197696:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.960887:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.960921:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746137582.960926:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293197824:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.960965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.960993:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957293197952:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.961032:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746137582.961036:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957293198080:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961051:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.961067:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293197824 00000100:00100000:0.0:1746137582.961069:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293197824 00000100:00100000:0.0:1746137582.961085:0:8645:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198080 00000100:00100000:0.0:1746137582.961088:0:8645:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198080 00000100:00100000:0.0:1746137582.961096:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1746137582.961101:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293197824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961125:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293197824:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.961130:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1746137582.961137:0:8645:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1746137582.961141:0:8645:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957293198080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961146:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293197696 00000100:00100000:3.0:1746137582.961150:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293197696 00000100:00100000:0.0:1746137582.961158:0:8645:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3765:x1830957293198080:12345-0@lo:400:kworker.0 Request processed in 17us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.961162:0:8645:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1746137582.961172:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293197952 00000100:00100000:3.0:1746137582.961174:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293197952 00000100:00100000:0.0:1746137582.961185:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293197824:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961186:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1746137582.961191:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830957293197696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961200:0:3765:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:0.0:1746137582.961205:0:3765:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00100000:3.0:1746137582.961219:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3765:x1830957293197696:12345-0@lo:400:kworker.0 Request processed in 28us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.961224:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3765:1830957293198080:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961226:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1746137582.961233:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3765:1830957293197696:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961236:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1746137582.961240:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957293197952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961253:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3765:1830957293198208:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961262:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3763:x1830957293197952:12345-0@lo:400:kworker.0 Request processed in 22us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137582.961267:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1746137582.961269:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.961370:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3763:1830957293197952:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961387:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746137582.961392:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1830957293198336:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.961419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.961457:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198208 00000100:00100000:3.0:1746137582.961461:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198208 00000100:00100000:3.0:1746137582.961485:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1746137582.961960:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830957293198208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.961991:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3765:x1830957293198208:12345-0@lo:400:kworker.0 Request processed in 502us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137582.961996:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1746137582.962019:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6e05f5f4-9172-4147-a827-2132d2821563:3764:1830957293197568:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.962038:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f579500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3765:1830957293198208:0@lo:400:kworker.0 00000100:00080000:2.0:1746137582.962873:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746137582.963041:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198336 00000100:00100000:3.0:1746137582.963048:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198336 00000100:00100000:0.0:1746137582.963059:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f57b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293198464:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.963092:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1746137582.963098:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830957293198336:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746137582.963114:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137582.963118:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293198592:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.963130:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3763:x1830957293198336:12345-0@lo:400:kworker.0 Request processed in 32us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.963135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.963136:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1746137582.963152:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198464 00000100:00100000:3.0:1746137582.963154:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198464 00000100:00100000:2.0:1746137582.963167:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198592 00000100:00100000:0.0:1746137582.963168:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3763:1830957293198336:0@lo:400:kworker.0 00000100:00100000:2.0:1746137582.963176:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198592 00000100:00100000:3.0:1746137582.963178:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1746137582.963183:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293198464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963186:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746137582.963190:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293198720:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.963217:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293198464:12345-0@lo:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137582.963223:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1746137582.963226:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f57b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293198464:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963236:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198720 00000100:00100000:0.0:1746137582.963239:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198720 00000100:00080000:3.0:1746137582.963246:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746137582.963249:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137582.963257:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1746137582.963261:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293198720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963284:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3764:x1830957293198720:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.963289:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1746137582.963304:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3764:1830957293198720:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963320:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746137582.963324:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3763:1830957293198848:0@lo:400:kworker.0 00000100:00100000:2.0:1746137582.963330:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1746137582.963338:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957293198592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963338:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.963350:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198848 00000100:00100000:0.0:1746137582.963352:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198848 00000100:00100000:0.0:1746137582.963371:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1746137582.963375:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830957293198848:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746137582.963511:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746137582.963516:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f578700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957293198592:12345-0@lo:400:kworker.0 Request processed in 179us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.963521:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3763:x1830957293198848:12345-0@lo:400:kworker.0 Request processed in 144us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137582.963524:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1746137582.963527:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1746137582.963550:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f579180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293198592:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963566:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3763:1830957293198848:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963586:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293198976:0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137582.963735:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293199104:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.963782:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293198976 00000100:00100000:3.0:1746137582.963785:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293198976 00000100:00100000:3.0:1746137582.963805:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1746137582.963810:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293198976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746137582.963837:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.963839:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f579180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3763:x1830957293198976:12345-0@lo:400:kworker.0 Request processed in 29us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137582.963844:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1746137582.963851:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293199104 00000100:00100000:3.0:1746137582.963853:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293199104 00000100:00100000:0.0:1746137582.963863:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f57b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293198976:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.963871:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1746137582.963875:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293199104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.963895:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293199104:12345-0@lo:400:kworker.0 Request processed in 20us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137582.963899:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013036ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293199104:0@lo:400:kworker.0 00000100:00100000:3.0:1746137582.963900:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:3.0:1746137582.963908:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137582.989095:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746137582.989112:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293199232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746137582.989176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137582.989243:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293199232 00000100:00100000:3.0:1746137582.989249:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293199232 00000100:00100000:3.0:1746137582.989286:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1746137582.989293:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293199232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746137582.989316:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920252928 avail 3688730624 00000100:00100000:3.0:1746137582.989352:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830957293199232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137582.989357:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1746137582.989452:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3764:1830957293199232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746137583.005040:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746137583.005061:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293199360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746137583.005123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137583.005151:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293199360 00000100:00100000:1.0:1746137583.005159:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293199360 00000100:00100000:1.0:1746137583.005394:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1746137583.005404:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293199360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746137583.005435:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920252928 avail 3688730624 00000100:00100000:1.0:1746137583.005471:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293199360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137583.005477:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1746137583.005500:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293199360:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746137583.720547:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746137583.734390:0:28679:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 18:13:04 (1746137584) 00000100:00100000:0.0:1746137583.777831:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.778156:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303369600 00000100:00100000:2.0:1746137583.778165:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303369600 00000100:00080000:3.0:1746137583.778194:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137583.778220:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54853 00000100:00100000:2.0:1746137583.778229:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:3729:x1830957303369600:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137583.778249:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137583.778252:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137583.778276:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07ddc00/0x95b3ed7b846f8ad3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa414 expref: 25 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.778289:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137583.778293:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137583.778303:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07a00/0x95b3ed7b846f8c46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4a0 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.778383:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.778391:0:11912:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 18 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.778396:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.778439:0:11912:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 18 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.778448:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 18 pid: 21473 timeout: 776 lvb_type: 0 00000100:00100000:2.0:1746137583.778457:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11912:1830957293199488:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137583.778728:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009fe1e180 going to sleep for 11 seconds 00000100:00100000:3.0:1746137583.780421:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11912:1830957293199488:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137583.780445:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000100:00100000:2.0:1746137583.784830:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.784891:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303369728 00000100:00100000:3.0:1746137583.784900:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303369728 00010000:00010000:3.0:1746137583.784972:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 19 pid: 21473 timeout: 776 lvb_type: 0 00000100:00100000:3.0:1746137583.785001:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18994 00000100:00100000:3.0:1746137583.785010:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2005:x1830957303369728:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137583.785024:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137583.785029:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 19 pid: 21473 timeout: 776 lvb_type: 0 00010000:00010000:3.0:1746137583.785039:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 19 pid: 21473 timeout: 776 lvb_type: 0 00010000:00010000:3.0:1746137583.785058:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8b74 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa453 expref: 19 pid: 21473 timeout: 776 lvb_type: 0 00010000:00010000:3.0:1746137583.785069:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137583.785074:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785082:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785087:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785106:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137583.785159:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2005:x1830957303369728:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 151us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137583.785166:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18994 00010000:00010000:3.0:1746137583.785191:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785197:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785210:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785218:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.785223:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000100:00080000:2.0:1746137583.785268:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746137583.786157:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786166:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786172:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:3.0:1746137583.786181:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746137583.786200:0:11912:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786205:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786210:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786215:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786220:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff07400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137583.786223:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786229:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786239:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137583.786242:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137583.786245:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786249:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8c4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00000004:00010000:3.0:1746137583.786257:0:11912:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091d1ed80 reply state ffff88009f54c000 transno 4294990682 ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786264:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.786268:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009fcdf700) 00010000:00010000:3.0:1746137583.786270:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137583.786272:0:11912:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137583.786299:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07a00/0x95b3ed7b846f8c46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 27 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.786309:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 26 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.786314:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009fcdf800) 00010000:00010000:3.0:1746137583.786316:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137583.786318:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310c000, rc 0) 00000100:00100000:3.0:1746137583.786348:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3729:x1830957303369600:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 8121us (8524us total) trans 4294990682 rc 0/0 00000100:00100000:3.0:1746137583.786354:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54853 00000100:00100000:2.0:1746137583.792205:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.792430:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303369984 00000100:00100000:3.0:1746137583.792440:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303369984 00000100:00100000:3.0:1746137583.792912:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54854 00000100:00100000:3.0:1746137583.792921:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3729:x1830957303369984:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137583.792966:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137583.792984:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8c69 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4a7 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.793076:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.793088:0:11912:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 28 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.793095:0:11912:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.793124:0:11912:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 28 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.793134:0:11912:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 28 pid: 11912 timeout: 776 lvb_type: 0 00000100:00100000:3.0:1746137583.793147:0:11912:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11912:1830957293199616:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137583.793223:0:11912:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a6224d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746137583.799146:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.799175:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303370112 00000100:00100000:3.0:1746137583.799183:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303370112 00010000:00010000:3.0:1746137583.799216:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 29 pid: 11912 timeout: 776 lvb_type: 0 00000100:00100000:3.0:1746137583.799251:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18995 00000100:00100000:3.0:1746137583.799258:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303370112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137583.799270:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137583.799275:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 29 pid: 11912 timeout: 776 lvb_type: 0 00010000:00010000:3.0:1746137583.799285:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 29 pid: 11912 timeout: 776 lvb_type: 0 00010000:00010000:3.0:1746137583.799305:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009fcdf800) 00010000:00010000:3.0:1746137583.799309:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.799316:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.799322:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137583.799338:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137583.799375:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:2006:x1830957303370112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 118us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137583.799382:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18995 00010000:00010000:2.0:1746137583.799710:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310c000/0x95b3ed7b846f8c5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a0 expref: 28 pid: 11912 timeout: 776 lvb_type: 0 00000100:00100000:2.0:1746137583.799723:0:11912:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:11912:1830957293199616:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137583.799739:0:11912:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.799745:0:11912:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.799750:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:2.0:1746137583.799764:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746137583.799890:0:11912:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:2.0:1746137583.799894:0:11912:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1746137583.799990:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.799998:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800003:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800008:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe25a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137583.800012:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800018:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800025:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009fcdf800) 00010000:00010000:2.0:1746137583.800027:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746137583.800030:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800033:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8c70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.800077:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8c69 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a7 expref: 28 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.800085:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f8c69 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4a7 expref: 28 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.800092:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310dc00, rc 0) 00000100:00100000:2.0:1746137583.800117:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e81b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3729:x1830957303369984:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 7198us (7917us total) trans 4294990683 rc 301/301 00000100:00100000:2.0:1746137583.800124:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54854 00000100:00100000:0.0:1746137583.803109:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.803361:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303370368 00000100:00100000:2.0:1746137583.803371:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303370368 00000100:00100000:2.0:1746137583.803459:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 189 00000100:00100000:2.0:1746137583.803468:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3729:x1830957303370368:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:2.0:1746137583.803866:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:3729:x1830957303370368:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 398us (765us total) trans 4294990684 rc 0/0 00000100:00100000:2.0:1746137583.803874:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 189 00000100:00100000:0.0:1746137583.805429:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.805495:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303370496 00000100:00100000:2.0:1746137583.806477:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303370496 00000100:00100000:2.0:1746137583.806530:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54855 00000100:00100000:2.0:1746137583.806538:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+28:3729:x1830957303370496:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137583.806558:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137583.806576:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07a00/0x95b3ed7b846f8c7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4ae expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.806781:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07a00/0x95b3ed7b846f8c7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ae expref: 29 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.806794:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07a00/0x95b3ed7b846f8c7e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ae expref: 29 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.806811:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137583.806813:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746137583.806816:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff07a00, rc 0) 00000100:00100000:2.0:1746137583.807110:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f57b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3729:x1830957303370496:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 572us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137583.807117:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54855 00000100:00100000:0.0:1746137583.810193:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.810256:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303370752 00000100:00100000:2.0:1746137583.810266:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303370752 00000100:00100000:2.0:1746137583.810311:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 190 00000100:00100000:2.0:1746137583.810319:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3729:x1830957303370752:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:2.0:1746137583.810515:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:3729:x1830957303370752:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 196us (329us total) trans 4294990685 rc 0/0 00000100:00100000:2.0:1746137583.810522:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 190 00000100:00100000:0.0:1746137583.821664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.822006:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303370880 00000100:00100000:2.0:1746137583.822015:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303370880 00000100:00100000:2.0:1746137583.822054:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54856 00000100:00100000:2.0:1746137583.822059:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:3732:x1830957303370880:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137583.822077:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137583.822091:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06800/0x95b3ed7b846f8c85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4b5 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.822137:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.822145:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.822152:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:2.0:1746137583.822187:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137583.822189:0:11912:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137583.822201:0:11912:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.822214:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06800/0x95b3ed7b846f8c85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4b5 expref: 32 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.822237:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4b5 expref: 31 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.822242:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137583.822245:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137583.822246:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06000, rc 0) 00000100:00100000:2.0:1746137583.822281:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:3732:x1830957303370880:12345-192.168.202.31@tcp:101:dd.0 Request processed in 222us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137583.822284:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54856 00000100:00100000:0.0:1746137583.823607:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.823690:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371136 00000100:00100000:2.0:1746137583.823697:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371136 00000100:00100000:2.0:1746137583.823725:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54857 00000100:00100000:2.0:1746137583.823731:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:3732:x1830957303371136:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137583.823741:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137583.823743:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137583.823761:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8c8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4b5 expref: 31 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.823773:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137583.823777:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137583.823785:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f8c93 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4bc expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.824412:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824422:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824430:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824439:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824444:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824449:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824744:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8ca8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824752:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824762:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00000004:00200000:2.0:1746137583.824770:0:7210:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746137583.824833:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824839:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824845:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824850:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073202200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137583.824853:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824862:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824869:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137583.824872:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137583.824874:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824878:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073202200/0x95b3ed7b846f8c9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824891:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824895:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824900:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824903:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073203200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137583.824906:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824910:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824916:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009fcdf700) 00010000:00010000:2.0:1746137583.824917:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137583.824920:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824924:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f8ca1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137583.824971:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe42400/0x95b3ed7b846f8c93 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4bc expref: 33 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.824982:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4bc expref: 32 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.824988:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137583.824989:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137583.824992:0:7210:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff94200, rc 0) 00000100:00100000:2.0:1746137583.825045:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:3732:x1830957303371136:12345-192.168.202.31@tcp:101:dd.0 Request processed in 1314us (1442us total) trans 4294990686 rc 0/0 00000100:00100000:2.0:1746137583.825052:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54857 00000100:00100000:0.0:1746137583.827016:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.827072:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371264 00000100:00100000:3.0:1746137583.827081:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371264 00000100:00100000:3.0:1746137583.827134:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54858 00000100:00100000:3.0:1746137583.827141:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:3732:x1830957303371264:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137583.827165:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137583.827179:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8cb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4c3 expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.827207:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8cbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137583.827217:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137583.827226:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137583.827308:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8cb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4c3 expref: 34 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.827332:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fe24000/0x95b3ed7b846f8cbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4c3 expref: 33 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.827340:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:3.0:1746137583.827342:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137583.827345:0:7210:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24000, rc 0) 00000100:00100000:3.0:1746137583.827389:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:3732:x1830957303371264:12345-192.168.202.31@tcp:101:dd.0 Request processed in 248us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137583.827395:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54858 00000100:00100000:0.0:1746137583.828910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137583.829154:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371520 00000100:00100000:2.0:1746137583.829162:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371520 00000100:00100000:2.0:1746137583.829206:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54859 00000100:00100000:2.0:1746137583.829213:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:3732:x1830957303371520:12345-192.168.202.31@tcp:36:dd.0 00010000:00010000:2.0:1746137583.829250:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137583.829270:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff94200/0x95b3ed7b846f8ca8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4bc expref: 33 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137583.829284:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137583.829288:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137583.829426:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.829435:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.829445:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000001:00080000:2.0:1746137583.829475:0:11912:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990687 00000004:00010000:2.0:1746137583.829490:0:11912:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f419180 reply state ffff88009f54f000 transno 4294990688 ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.829498:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137583.829503:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137583.829505:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137583.829507:0:11912:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746137583.829576:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:3732:x1830957303371520:12345-192.168.202.31@tcp:36:dd.0 Request processed in 361us (669us total) trans 4294990688 rc 0/0 00000100:00100000:2.0:1746137583.829582:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54859 00000020:00080000:2.0:1746137583.829586:0:11912:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137583.832612:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.832675:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371648 00000100:00100000:3.0:1746137583.832685:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371648 00000100:00080000:2.0:1746137583.832744:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137583.832752:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31231 00000100:00100000:3.0:1746137583.832761:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3732:x1830957303371648:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137583.832778:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137583.832796:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4ca expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137583.832817:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137583.832836:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137583.832838:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137583.832844:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.832857:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.832867:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe25a00, rc 0) 00000100:00100000:3.0:1746137583.832905:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:3732:x1830957303371648:12345-192.168.202.31@tcp:101:dd.0 Request processed in 146us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137583.832910:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31231 00000100:00100000:0.0:1746137583.835084:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137583.835213:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371776 00000100:00100000:3.0:1746137583.835222:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371776 00000100:00100000:3.0:1746137583.835352:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31232 00000100:00100000:3.0:1746137583.835357:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:3732:x1830957303371776:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137583.835372:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137583.835391:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4d1 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137583.835420:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137583.835437:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137583.835440:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137583.835444:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.835456:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 6 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137583.835464:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe24c00, rc 0) 00000100:00080000:2.0:1746137583.835584:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746137583.835647:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:3732:x1830957303371776:12345-192.168.202.31@tcp:101:dd.0 Request processed in 288us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137583.835652:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31232 00000100:00100000:0.0:1746137583.836785:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137583.836823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137583.836899:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303372032 00000100:00100000:1.0:1746137583.836905:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303372032 00000100:00100000:2.0:1746137583.836906:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303371904 00000100:00100000:2.0:1746137583.836909:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303371904 00002000:00010000:2.0:1746137583.836926:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/29 (0->18446744073709551615) 00002000:00010000:1.0:1746137583.836926:0:9562:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:2.0:1746137583.836930:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957303371904 ext(0->18446744073709551615) 00002000:00100000:1.0:1746137583.836930:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a680 with x1830957303372032 ext(0->18446744073709551615) 00002000:00010000:2.0:1746137583.836952:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954380. 00002000:00010000:1.0:1746137583.836952:0:9562:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f41a680. 00000100:00100000:2.0:1746137583.836974:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14531 00000100:00100000:1.0:1746137583.836977:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14532 00000100:00100000:2.0:1746137583.836980:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303371904:12345-192.168.202.31@tcp:10:dd.0 00000100:00100000:1.0:1746137583.836981:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303372032:12345-192.168.202.31@tcp:10:dd.0 00002000:00010000:1.0:1746137583.837096:0:9562:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746137583.837099:0:20165:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746137583.837099:0:9562:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746137584 00002000:00010000:2.0:1746137583.837101:0:20165:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1746137584 00002000:00010000:1.0:1746137583.837101:0:9562:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746137583.837103:0:20165:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746137583.837103:0:9562:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746137584 00002000:00010000:1.0:1746137583.837104:0:9562:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1746137583.837105:0:20165:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 0 -> 1746137584 00002000:00010000:2.0:1746137583.837107:0:20165:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746137583.837417:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303372032:12345-192.168.202.31@tcp:10:dd.0 Request processed in 433us (633us total) trans 4294970793 rc 0/0 00000100:00100000:1.0:1746137583.837423:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14532 00002000:00010000:1.0:1746137583.837426:0:9562:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (0->18446744073709551615) 00002000:00100000:1.0:1746137583.837428:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f41a680 with x1830957303372032 ext(0->18446744073709551615) 00002000:00010000:1.0:1746137583.837432:0:9562:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f41a680. 00000100:00100000:2.0:1746137583.837485:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303371904:12345-192.168.202.31@tcp:10:dd.0 Request processed in 505us (661us total) trans 4294972348 rc 0/0 00000100:00100000:2.0:1746137583.837491:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14531 00002000:00010000:2.0:1746137583.837493:0:20165:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/29 (0->18446744073709551615) 00002000:00100000:2.0:1746137583.837495:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954380 with x1830957303371904 ext(0->18446744073709551615) 00002000:00010000:2.0:1746137583.837499:0:20165:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954380. 00000100:00100000:0.0:1746137584.220659:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.220755:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303372288 00000100:00100000:2.0:1746137584.220764:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303372288 00002000:00100000:2.0:1746137584.220806:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88012e957800 x1830957303372288/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137584.220816:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957303372288 ext(0->4194303) 00002000:00010000:2.0:1746137584.220820:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957800 00000100:00100000:2.0:1746137584.221524:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14533 00000100:00100000:2.0:1746137584.221534:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303372288:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137584.232841:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.233222:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303372544 00000100:00100000:1.0:1746137584.233233:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303372544 00002000:00100000:1.0:1746137584.233274:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88012e955880 x1830957303372544/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137584.233285:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957303372544 ext(0->4194303) 00002000:00010000:1.0:1746137584.233290:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:1.0:1746137584.233310:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14534 00000100:00100000:1.0:1746137584.233318:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303372544:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137584.287691:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303372288:12345-192.168.202.31@tcp:4:dd.0 Request processed in 66146us (67028us total) trans 4294972349 rc 0/0 00000100:00100000:0.0:1746137584.287704:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14533 00002000:00100000:0.0:1746137584.287719:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88012e957800 x1830957303372288/t4294972349(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.287729:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e957800 with x1830957303372288 ext(0->4194303) 00002000:00010000:0.0:1746137584.287735:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e957800 00000100:00100000:0.0:1746137584.322759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.322903:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303372800 00000100:00100000:2.0:1746137584.322913:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303372800 00002000:00100000:2.0:1746137584.322987:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88012e954e00 x1830957303372800/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137584.322998:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830957303372800 ext(4194304->8388607) 00002000:00010000:2.0:1746137584.323003:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954e00 00000100:00100000:2.0:1746137584.323037:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14535 00000100:00100000:2.0:1746137584.323045:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2006:x1830957303372800:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137584.326636:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303372544:12345-192.168.202.31@tcp:4:dd.0 Request processed in 93307us (93793us total) trans 4294970794 rc 0/0 00000100:00100000:3.0:1746137584.326649:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14534 00002000:00100000:3.0:1746137584.326661:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff88012e955880 x1830957303372544/t4294970794(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137584.326671:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955880 with x1830957303372544 ext(0->4194303) 00002000:00010000:3.0:1746137584.326677:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955880 00000100:00100000:3.0:1746137584.349251:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293199744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746137584.349317:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137584.349413:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293199744 00000100:00100000:3.0:1746137584.349420:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293199744 00000100:00100000:3.0:1746137584.349456:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1746137584.349464:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293199744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746137584.349494:0:7215:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:3.0:1746137584.349529:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293199744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.349537:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1746137584.349574:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e956a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293199744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746137584.365507:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.365578:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303373056 00000100:00100000:3.0:1746137584.365587:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303373056 00002000:00100000:3.0:1746137584.365629:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88012e955c00 x1830957303373056/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137584.365640:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957303373056 ext(4194304->8388607) 00002000:00010000:3.0:1746137584.365645:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:3.0:1746137584.365677:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14536 00000100:00100000:3.0:1746137584.365685:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303373056:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137584.368416:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957303372800:12345-192.168.202.31@tcp:4:dd.0 Request processed in 45349us (45645us total) trans 4294972350 rc 0/0 00000100:00100000:0.0:1746137584.368429:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14535 00002000:00100000:0.0:1746137584.368441:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88012e954e00 x1830957303372800/t4294972350(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.368449:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e954e00 with x1830957303372800 ext(4194304->8388607) 00002000:00010000:0.0:1746137584.368454:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e954e00 00000100:00100000:0.0:1746137584.395861:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2006:x1830957303373056:12345-192.168.202.31@tcp:4:dd.0 Request processed in 30164us (30352us total) trans 4294970795 rc 0/0 00000100:00100000:0.0:1746137584.395874:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14536 00002000:00100000:0.0:1746137584.395888:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff88012e955c00 x1830957303373056/t4294970795(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.395898:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955c00 with x1830957303373056 ext(4194304->8388607) 00002000:00010000:0.0:1746137584.395903:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e955c00 00000100:00100000:0.0:1746137584.417101:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.417475:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303373312 00000100:00100000:2.0:1746137584.417486:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303373312 00002000:00100000:2.0:1746137584.417533:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88012e955500 x1830957303373312/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137584.417543:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957303373312 ext(8388608->12582911) 00002000:00010000:2.0:1746137584.417548:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:2.0:1746137584.417582:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14537 00000100:00100000:2.0:1746137584.417590:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2005:x1830957303373312:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137584.433135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.433536:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303373568 00000100:00100000:1.0:1746137584.433548:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303373568 00002000:00100000:1.0:1746137584.433588:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012e956300 x1830957303373568/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137584.433597:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957303373568 ext(8388608->12582911) 00002000:00010000:1.0:1746137584.433603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956300 00000100:00100000:1.0:1746137584.433626:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14538 00000100:00100000:1.0:1746137584.433633:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2008:x1830957303373568:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137584.442829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.444303:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303373824 00000100:00100000:3.0:1746137584.444315:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303373824 00000100:00100000:3.0:1746137584.444366:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 191 00000100:00100000:3.0:1746137584.444373:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:3732:x1830957303373824:12345-192.168.202.31@tcp:35:dd.0 00000001:00080000:3.0:1746137584.444570:0:18341:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990689 00000100:00100000:3.0:1746137584.444675:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:3732:x1830957303373824:12345-192.168.202.31@tcp:35:dd.0 Request processed in 301us (1857us total) trans 4294990690 rc 0/0 00000100:00100000:3.0:1746137584.444682:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 191 00000020:00080000:3.0:1746137584.444687:0:18341:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137584.455989:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2005:x1830957303373312:12345-192.168.202.31@tcp:4:dd.0 Request processed in 38389us (38888us total) trans 4294972351 rc 0/0 00000100:00100000:0.0:1746137584.456005:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14537 00002000:00100000:0.0:1746137584.456019:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88012e955500 x1830957303373312/t4294972351(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.456027:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e955500 with x1830957303373312 ext(8388608->12582911) 00002000:00010000:0.0:1746137584.456033:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e955500 00000100:00100000:0.0:1746137584.471235:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.471920:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303373952 00000100:00100000:2.0:1746137584.471930:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303373952 00000100:00100000:2.0:1746137584.472010:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54860 00000100:00100000:2.0:1746137584.472019:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:3736:x1830957303373952:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137584.472040:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137584.472057:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8cd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4d8 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.472111:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.472123:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.472135:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:2.0:1746137584.472176:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137584.472179:0:11912:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137584.472195:0:11912:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.472215:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8cd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d8 expref: 39 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.472240:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d8 expref: 38 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.472247:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137584.472249:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137584.472252:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130d69400, rc 0) 00000100:00100000:2.0:1746137584.472295:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3736:x1830957303373952:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 277us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137584.472301:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54860 00000100:00100000:0.0:1746137584.481560:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2008:x1830957303373568:12345-192.168.202.31@tcp:4:dd.0 Request processed in 47913us (48423us total) trans 4294970796 rc 0/0 00000100:00100000:0.0:1746137584.481574:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14538 00002000:00100000:0.0:1746137584.481588:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff88012e956300 x1830957303373568/t4294970796(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.481597:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e956300 with x1830957303373568 ext(8388608->12582911) 00002000:00010000:0.0:1746137584.481603:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e956300 00010000:00010000:2.0:1746137584.721641:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746137584.876548:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876574:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876601:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876616:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876627:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876639:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876664:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.876686:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374592 00000100:00100000:1.0:1746137584.876695:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374592 00000100:00100000:1.0:1746137584.876741:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374720 00000100:00100000:1.0:1746137584.876743:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374720 00000100:00100000:1.0:1746137584.876760:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 718 00000100:00100000:1.0:1746137584.876767:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303374592:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:1.0:1746137584.876824:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2007:x1830957303374592:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 58us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137584.876829:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 718 00000100:00100000:1.0:1746137584.876843:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 719 00000100:00100000:1.0:1746137584.876847:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303374720:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:1.0:1746137584.876864:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+6:2008:x1830957303374720:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 17us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137584.876868:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 719 00000100:00080000:1.0:1746137584.876880:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746137584.876882:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137584.877002:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374208 00000100:00100000:3.0:1746137584.877006:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374208 00000100:00100000:3.0:1746137584.877031:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374336 00000100:00100000:3.0:1746137584.877032:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374336 00000100:00100000:3.0:1746137584.877045:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374464 00000100:00100000:3.0:1746137584.877046:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374464 00000100:00100000:3.0:1746137584.877057:0:7210:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374976 00000100:00100000:3.0:1746137584.877059:0:7210:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374976 00000100:00100000:3.0:1746137584.877070:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1050 00000100:00100000:3.0:1746137584.877075:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303374208:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137584.877102:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303374208:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 27us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.877106:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1050 00000100:00100000:3.0:1746137584.877116:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1051 00000100:00100000:3.0:1746137584.877120:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2007:x1830957303374336:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137584.877139:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2007:x1830957303374336:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 20us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.877143:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1051 00000100:00100000:3.0:1746137584.877150:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1052 00000100:00100000:3.0:1746137584.877154:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303374464:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:3.0:1746137584.877167:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2008:x1830957303374464:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 14us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.877171:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1052 00000100:00100000:3.0:1746137584.877177:0:7210:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54861 00000100:00100000:3.0:1746137584.877181:0:7210:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3748:x1830957303374976:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137584.877190:0:7210:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137584.877193:0:7210:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137584.877216:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8ce0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d8 expref: 38 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.877231:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137584.877235:0:7210:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137584.877244:0:7210:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136784800/0x95b3ed7b846f8ce7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4df expref: -99 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.877329:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877339:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877347:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877357:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877362:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877367:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877706:0:7210:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877713:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877719:0:7210:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00000004:00200000:3.0:1746137584.877727:0:7210:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746137584.877747:0:7210:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877753:0:7210:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877759:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877764:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136784c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137584.877767:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877773:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877779:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137584.877781:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137584.877784:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877789:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136784c00/0x95b3ed7b846f8cee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00000004:00010000:3.0:1746137584.877797:0:7210:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880073782300 reply state ffff88007c5a3000 transno 4294990691 ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877803:0:7210:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:3.0:1746137584.877808:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880073350100) 00010000:00010000:3.0:1746137584.877810:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137584.877812:0:7210:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137584.877829:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136784800/0x95b3ed7b846f8ce7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 40 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.877839:0:7210:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 39 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.877849:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880073350f00) 00010000:00010000:3.0:1746137584.877851:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137584.877852:0:7210:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d073000, rc 0) 00000100:00100000:3.0:1746137584.877871:0:7210:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:3748:x1830957303374976:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 689us (1206us total) trans 4294990691 rc 0/0 00000100:00100000:3.0:1746137584.877877:0:7210:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54861 00000100:00100000:0.0:1746137584.878205:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303374080 00000100:00100000:0.0:1746137584.878211:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303374080 00000100:00100000:0.0:1746137584.878239:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 537 00000100:00100000:0.0:1746137584.878244:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303374080:12345-192.168.202.31@tcp:400:kworker.0 00000100:00100000:0.0:1746137584.878272:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2745ba66-5196-4d91-b6e2-ccd6ac1441c4+12:2007:x1830957303374080:12345-192.168.202.31@tcp:400:kworker.0 Request processed in 28us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137584.878277:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 537 00000100:00080000:1.0:1746137584.878333:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746137584.881036:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.884735:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303375232 00000100:00100000:3.0:1746137584.884747:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303375232 00000100:00100000:3.0:1746137584.884797:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54862 00000100:00100000:3.0:1746137584.884805:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:3748:x1830957303375232:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137584.884826:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137584.884842:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334d200/0x95b3ed7b846f8d0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4e6 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.884925:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137584.884949:0:21473:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 41 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.884956:0:21473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137584.884984:0:21473:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 41 pid: 7210 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.884994:0:21473:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 41 pid: 7210 timeout: 778 lvb_type: 0 00000100:00100000:3.0:1746137584.885010:0:21473:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293199872:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137584.885101:0:21473:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746137584.888793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.888860:0:21473:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21473:1830957293199872:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137584.888889:0:21473:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000100:00100000:2.0:1746137584.888967:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303375360 00000100:00100000:2.0:1746137584.888974:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303375360 00010000:00010000:2.0:1746137584.889004:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 42 pid: 7210 timeout: 778 lvb_type: 0 00000100:00100000:2.0:1746137584.889031:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18996 00000100:00100000:2.0:1746137584.889038:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303375360:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137584.889050:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137584.889056:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 42 pid: 7210 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.889065:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 42 pid: 7210 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.889085:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8cfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4df expref: 42 pid: 7210 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.889104:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880073350f00) 00010000:00010000:2.0:1746137584.889108:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.889115:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.889121:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.889138:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137584.889172:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:2006:x1830957303375360:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 135us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137584.889178:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18996 00010000:00010000:0.0:1746137584.889839:0:21473:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.889846:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:0.0:1746137584.889862:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:0.0:1746137584.890035:0:21473:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00000004:00080000:0.0:1746137584.890040:0:21473:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:0.0:1746137584.890112:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890118:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890123:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890127:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334de00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137584.890130:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890135:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890143:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff880073350f00) 00010000:00010000:0.0:1746137584.890145:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746137584.890147:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890151:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d11 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137584.890192:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334d200/0x95b3ed7b846f8d0a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4e6 expref: 41 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.890198:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334d200/0x95b3ed7b846f8d0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4e6 expref: 41 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.890203:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334d200, rc 0) 00000100:00100000:0.0:1746137584.890226:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136634e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:3748:x1830957303375232:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 5423us (9199us total) trans 4294990692 rc 301/301 00000100:00100000:0.0:1746137584.890232:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54862 00000100:00100000:1.0:1746137584.895226:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.895286:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303375616 00000100:00100000:0.0:1746137584.895295:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303375616 00000100:00100000:0.0:1746137584.895336:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 192 00000100:00100000:0.0:1746137584.895344:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+40:3748:x1830957303375616:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:0.0:1746137584.895573:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800735f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3748:x1830957303375616:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 229us (351us total) trans 4294990693 rc 0/0 00000100:00100000:0.0:1746137584.895580:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 192 00000100:00100000:0.0:1746137584.898730:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.899084:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303375744 00000100:00100000:2.0:1746137584.899094:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303375744 00000100:00100000:2.0:1746137584.899137:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54863 00000100:00100000:2.0:1746137584.899144:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3748:x1830957303375744:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137584.899166:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137584.899184:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8d1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4ed expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.899233:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8d1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ed expref: 42 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.899245:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8d1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ed expref: 42 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.899267:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:2.0:1746137584.899270:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746137584.899273:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:2.0:1746137584.899314:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:3748:x1830957303375744:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 170us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137584.899321:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54863 00000100:00100000:2.0:1746137584.902176:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137584.902249:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303376000 00000100:00100000:1.0:1746137584.902258:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303376000 00000100:00100000:1.0:1746137584.902295:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 193 00000100:00100000:1.0:1746137584.902303:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:3748:x1830957303376000:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:1.0:1746137584.902485:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:3748:x1830957303376000:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 182us (313us total) trans 4294990694 rc 0/0 00000100:00100000:1.0:1746137584.902492:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 193 00000100:00100000:0.0:1746137584.911638:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.911711:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303376128 00000100:00100000:3.0:1746137584.911722:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303376128 00000100:00100000:3.0:1746137584.911773:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54864 00000100:00100000:3.0:1746137584.911780:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+18:3750:x1830957303376128:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137584.911797:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137584.911811:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4f4 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.911863:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.911873:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.911881:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:3.0:1746137584.911914:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137584.911916:0:11912:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137584.912427:0:11912:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.912447:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f8d26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4f4 expref: 20 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.912459:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4f4 expref: 19 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.912470:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137584.912473:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137584.912476:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334ce00, rc 0) 00000100:00100000:3.0:1746137584.912513:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136637480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3750:x1830957303376128:12345-192.168.202.31@tcp:101:dd.0 Request processed in 733us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.912518:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54864 00000100:00100000:0.0:1746137584.912772:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.913116:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303376256 00000100:00100000:3.0:1746137584.913121:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303376256 00000100:00100000:3.0:1746137584.913152:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54865 00000100:00100000:3.0:1746137584.913158:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:3749:x1830957303376256:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137584.913171:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137584.913178:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f8d34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa4fb expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.913209:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.913217:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.913225:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:3.0:1746137584.913240:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137584.913243:0:11912:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137584.913250:0:11912:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:3.0:1746137584.913262:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f8d34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4fb expref: 45 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.913275:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4fb expref: 44 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.913281:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137584.913284:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137584.913286:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334da00, rc 0) 00000100:00100000:3.0:1746137584.913307:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:3749:x1830957303376256:12345-192.168.202.31@tcp:101:dd.0 Request processed in 150us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.913313:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54865 00000100:00100000:0.0:1746137584.914144:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.914183:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303376512 00000100:00100000:2.0:1746137584.914187:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303376512 00000100:00100000:2.0:1746137584.914213:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54866 00000100:00100000:2.0:1746137584.914219:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3750:x1830957303376512:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137584.914227:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137584.914236:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073541000/0x95b3ed7b846f8d42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa502 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.914280:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914289:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914296:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914305:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914311:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914319:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914417:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8d57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914425:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914430:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8d57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137584.914438:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746137584.914500:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914507:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914512:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914518:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073540800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137584.914521:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914527:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914536:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137584.914538:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137584.914541:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914550:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073540800/0x95b3ed7b846f8d49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914559:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914563:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914567:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914570:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073540200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137584.914572:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914577:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914582:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009fcdf700) 00010000:00010000:2.0:1746137584.914584:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137584.914586:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914589:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073540200/0x95b3ed7b846f8d50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.914610:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073541000/0x95b3ed7b846f8d42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa502 expref: 22 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.914621:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d073000/0x95b3ed7b846f8d57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa502 expref: 21 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.914630:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137584.914632:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137584.914634:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d073000, rc 0) 00000100:00100000:2.0:1746137584.915117:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+21:3750:x1830957303376512:12345-192.168.202.31@tcp:101:dd.0 Request processed in 896us (972us total) trans 4294990695 rc 0/0 00000100:00100000:2.0:1746137584.915124:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54866 00000100:00100000:0.0:1746137584.915475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.915655:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303376768 00000100:00100000:2.0:1746137584.915661:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303376768 00000100:00100000:2.0:1746137584.915683:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54867 00000100:00100000:2.0:1746137584.915687:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:3749:x1830957303376768:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137584.915698:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137584.915706:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f8d65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa509 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.915740:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915748:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915753:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915759:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915763:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915771:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915815:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f8d7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915822:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915826:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f8d7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137584.915832:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746137584.915867:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915872:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915876:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915880:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0e6c800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137584.915882:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915887:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915894:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137584.915895:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137584.915897:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915905:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8d6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915914:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915918:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915922:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915926:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073540000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137584.915928:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915932:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915958:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009fcdf700) 00010000:00010000:2.0:1746137584.915960:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137584.915963:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915967:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073540000/0x95b3ed7b846f8d73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.915985:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f8d65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa509 expref: 47 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.915994:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e63000/0x95b3ed7b846f8d7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa509 expref: 46 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.916003:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137584.916005:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137584.916007:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e63000, rc 0) 00000100:00100000:2.0:1746137584.916031:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:3749:x1830957303376768:12345-192.168.202.31@tcp:101:dd.0 Request processed in 343us (557us total) trans 4294990696 rc 0/0 00000100:00100000:2.0:1746137584.916036:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54867 00000100:00100000:0.0:1746137584.920183:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.920215:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.920310:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303377024 00000100:00100000:2.0:1746137584.920320:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303377024 00000100:00100000:2.0:1746137584.920362:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303377280 00000100:00100000:2.0:1746137584.920364:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303377280 00000100:00100000:2.0:1746137584.920381:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54868 00000100:00100000:2.0:1746137584.920400:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:3749:x1830957303377024:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137584.920420:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137584.920421:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54869 00010000:00010000:2.0:1746137584.920423:0:21473:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1746137584.920427:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+21:3750:x1830957303377280:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:1.0:1746137584.920434:0:11912:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137584.920435:0:11912:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137584.920449:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334da00/0x95b3ed7b846f8d3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4fb expref: 46 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.922283:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137584.922291:0:21473:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137584.922309:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8d88 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa510 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.922349:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334ce00/0x95b3ed7b846f8d2d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4f4 expref: 21 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.922358:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137584.922360:0:11912:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137584.922366:0:11912:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f8d8f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa517 expref: -99 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.922415:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922425:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137584.922433:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.922436:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137584.922441:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922446:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.922448:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922452:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137584.922454:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137584.922457:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137584.922459:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922463:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922501:0:11912:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922506:0:11912:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922510:0:11912:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00000004:00200000:1.0:1746137584.922518:0:11912:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:1.0:1746137584.922577:0:11912:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922582:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922586:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922591:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922596:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073543200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137584.922599:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922604:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922611:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137584.922613:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137584.922615:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922619:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073543200/0x95b3ed7b846f8d9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922627:0:11912:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922631:0:11912:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922634:0:11912:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922637:0:11912:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a86eb400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137584.922639:0:11912:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922643:0:11912:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922648:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880073350100) 00010000:00010000:1.0:1746137584.922650:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137584.922652:0:11912:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922655:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8dab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:1.0:1746137584.922680:0:11912:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a666c200/0x95b3ed7b846f8d8f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 23 pid: 11912 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746137584.922682:0:21473:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1746137584.922688:0:11912:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 22 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.922694:0:11912:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:1.0:1746137584.922696:0:11912:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746137584.922698:0:11912:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073490400, rc 0) 00000100:00100000:1.0:1746137584.922752:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+22:3750:x1830957303377280:12345-192.168.202.31@tcp:101:dd.0 Request processed in 2324us (2534us total) trans 4294990697 rc 0/0 00010000:00010000:2.0:1746137584.922755:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007360fc00/0x95b3ed7b846f8dc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00000100:00100000:1.0:1746137584.922759:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54869 00010000:00010000:2.0:1746137584.922761:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007360fc00/0x95b3ed7b846f8dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922765:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007360fc00/0x95b3ed7b846f8dc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922779:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922784:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922788:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922792:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137584.922794:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.922799:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.923775:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137584.923777:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137584.923780:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.923785:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69a00/0x95b3ed7b846f8d96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00000004:00010000:2.0:1746137584.923795:0:21473:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f816a00 reply state ffff88009f87a000 transno 4294990698 ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.923805:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137584.923810:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8801362df700) 00010000:00010000:2.0:1746137584.923812:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746137584.923814:0:21473:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746137584.923833:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f8d88 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa510 expref: 48 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.923841:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007360fc00/0x95b3ed7b846f8dc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa510 expref: 47 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.923847:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:2.0:1746137584.923848:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137584.923850:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007360fc00, rc 0) 00000100:00100000:2.0:1746137584.923889:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:3749:x1830957303377024:12345-192.168.202.31@tcp:101:dd.0 Request processed in 3502us (3712us total) trans 4294990698 rc 0/0 00000100:00100000:2.0:1746137584.923900:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54868 00000100:00100000:1.0:1746137584.927086:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.927133:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303377408 00000100:00100000:2.0:1746137584.927143:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303377408 00000100:00100000:2.0:1746137584.927194:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31233 00000100:00100000:2.0:1746137584.927203:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:3750:x1830957303377408:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137584.927689:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137584.927710:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa51e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.927737:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.927744:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137584.927746:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137584.927749:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa51e expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.927780:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 15 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.927792:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 15 pid: 24924 timeout: 778 lvb_type: 0 00000100:00100000:2.0:1746137584.927803:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006e818e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293200000:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137584.927885:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:1.0:1746137584.930021:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.930381:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303377664 00000100:00100000:0.0:1746137584.930398:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303377664 00000100:00100000:1.0:1746137584.930419:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.930449:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378048 00000100:00100000:0.0:1746137584.930451:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378048 00000100:00100000:0.0:1746137584.930477:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14539 00000100:00100000:0.0:1746137584.930485:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+16:2007:x1830957303377664:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137584.930515:0:20165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.930528:0:20165:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746137584.930531:0:20165:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.930538:0:20165:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137584.930550:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14540 00000100:00100000:3.0:1746137584.930559:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2008:x1830957303378048:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137584.930740:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006e818e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293200000:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137584.930761:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa51e expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.930773:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073541000, rc 0) 00000100:00100000:2.0:1746137584.930822:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:3750:x1830957303377408:12345-192.168.202.31@tcp:101:dd.0 Request processed in 3620us (3742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137584.930829:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31233 00010000:00010000:3.0:1746137584.931087:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.931100:0:27091:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.931106:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137584.931107:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746137584.931109:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.931141:0:27091:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 13 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137584.931152:0:27091:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 13 pid: 24924 timeout: 778 lvb_type: 0 00000100:00100000:3.0:1746137584.931166:0:27091:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27091:1830957293200128:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137584.931210:0:27091:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746137584.931271:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137584.931493:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303377792 00000100:00100000:3.0:1746137584.931527:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303377792 00002000:00100000:3.0:1746137584.931549:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009f815c00 x1830957303377792/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137584.931559:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957303377792 ext(12582912->13631487) 00010000:00010000:3.0:1746137584.931564:0:27100:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 17 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:3.0:1746137584.931573:0:27100:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 17 pid: 24924 timeout: 778 lvb_type: 0 00002000:00010000:3.0:1746137584.931578:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815c00 00000100:00100000:3.0:1746137584.931605:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3669 00000100:00100000:3.0:1746137584.931611:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957303377792:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137584.936097:0:27091:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880087ba5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27091:1830957293200128:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137584.936122:0:27091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137584.945873:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.945906:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378176 00000100:00100000:2.0:1746137584.945916:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378176 00010000:00010000:2.0:1746137584.945966:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 14 pid: 24924 timeout: 778 lvb_type: 0 00000100:00100000:2.0:1746137584.946040:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18997 00000100:00100000:2.0:1746137584.946049:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+14:2006:x1830957303378176:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137584.946062:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137584.946079:0:7197:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746137584.946082:0:7197:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746137584 -> 1746137585 00002000:00010000:2.0:1746137584.946085:0:7197:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746137584 -> 1746137585 00002000:00010000:2.0:1746137584.946087:0:7197:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746137584.946092:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 14 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.946104:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 14 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.946237:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe24c00/0x95b3ed7b846f8cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4d1 expref: 14 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.946248:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.946250:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.946254:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.946262:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.946282:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137584.946320:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e818e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+13:2006:x1830957303378176:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 271us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137584.946327:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18997 00010000:00010000:2.0:1746137584.946369:0:27091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.946377:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137584.957541:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303377792:12345-192.168.202.31@tcp:4:dd.0 Request processed in 25922us (26261us total) trans 4294972352 rc 0/0 00000100:00100000:0.0:1746137584.957554:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3669 00002000:00100000:0.0:1746137584.957567:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009f815c00 x1830957303377792/t4294972352(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:20/0 lens 488/448 e 0 to 0 dl 1746137595 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.957577:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f815c00 with x1830957303377792 ext(12582912->13631487) 00010000:00010000:0.0:1746137584.957587:0:27100:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746137584.957600:0:27100:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746137584.957606:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009f815c00 00010000:00010000:0.0:1746137584.964129:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964140:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964146:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964150:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334d200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137584.964152:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964157:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964168:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137584.964172:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007334d200/0x95b3ed7b846f8ddc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137584.964251:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2008:x1830957303378048:12345-192.168.202.31@tcp:3:dd.0 Request processed in 33687us (33825us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746137584.964261:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14540 00000100:00100000:0.0:1746137584.979754:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137584.979871:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378304 00000100:00100000:2.0:1746137584.979881:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378304 00010000:00010000:2.0:1746137584.979918:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00000100:00100000:2.0:1746137584.979981:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18998 00000100:00100000:2.0:1746137584.979990:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303378304:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137584.980005:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137584.980022:0:21485:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746137584.980025:0:21485:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime from disk: 1746137584 -> 1746137585 00002000:00010000:2.0:1746137584.980027:0:21485:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime from disk: 1746137584 -> 1746137585 00002000:00010000:2.0:1746137584.980029:0:21485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746137584.980035:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.980048:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.980072:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe25a00/0x95b3ed7b846f8ccb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ca expref: 19 pid: 24924 timeout: 778 lvb_type: 0 00010000:00010000:2.0:1746137584.980086:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.980088:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.980095:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa51e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.980103:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa51e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.980110:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.980111:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137584.980114:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.980125:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137584.980180:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880073541000/0x95b3ed7b846f8dce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa51e expref: 6 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.980188:0:20165:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137584.980193:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293200256:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137584.980197:0:20165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137584.980277:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137584.984491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137584.984517:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378560 00000100:00100000:0.0:1746137584.984525:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378560 00000100:00100000:3.0:1746137584.984680:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091349f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293200256:192.168.202.31@tcp:105: 00002000:00100000:0.0:1746137584.984693:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009f817800 x1830957303378560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:20/0 lens 488/0 e 0 to 0 dl 1746137595 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:3.0:1746137584.984699:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746137584.984704:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817800 with x1830957303378560 ext(0->1048575) 00002000:00010000:0.0:1746137584.984708:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f817800 00000100:00100000:0.0:1746137584.984730:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14541 00000100:00100000:0.0:1746137584.984737:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303378560:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:3.0:1746137584.984740:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2005:x1830957303378304:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 4750us (4999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137584.984750:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18998 00010000:00010000:1.0:1746137584.997652:0:20165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997672:0:20165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997679:0:20165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997685:0:20165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a071a200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137584.997689:0:20165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997695:0:20165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997710:0:20165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137584.997715:0:20165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f8dd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137584.998487:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2007:x1830957303377664:12345-192.168.202.31@tcp:3:dd.0 Request processed in 67996us (68467us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137584.998498:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14539 00000100:00100000:0.0:1746137584.999288:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303378560:12345-192.168.202.31@tcp:3:dd.0 Request processed in 14548us (14805us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137584.999296:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14541 00002000:00100000:0.0:1746137584.999308:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009f817800 x1830957303378560/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:20/0 lens 488/440 e 0 to 0 dl 1746137595 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137584.999317:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f817800 with x1830957303378560 ext(0->1048575) 00002000:00010000:0.0:1746137584.999322:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f817800 00000100:00100000:3.0:1746137585.007009:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.007090:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378816 00000100:00100000:0.0:1746137585.007100:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378816 00000100:00080000:1.0:1746137585.007252:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746137585.007474:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14542 00000100:00100000:0.0:1746137585.007484:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2005:x1830957303378816:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:0.0:1746137585.007529:0:27091:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746137585.007538:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.007550:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.007551:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.007555:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.007570:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.009361:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.011216:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303378944 00000100:00100000:2.0:1746137585.011230:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303378944 00000100:00100000:2.0:1746137585.011291:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31234 00000100:00100000:2.0:1746137585.011299:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+6:3750:x1830957303378944:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137585.011317:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.011334:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012d200/0x95b3ed7b846f8dea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa525 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137585.011355:0:9555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 12582912, mtime: 0x6813f1f1, atime: 0x0, ctime: 0x6813f1f1, blocks: 0x6000 00010000:00010000:2.0:1746137585.011377:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.011379:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.011385:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012d200/0x95b3ed7b846f8dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa525 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.011412:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012d200/0x95b3ed7b846f8dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa525 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.011421:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d200, rc 0) 00000100:00100000:2.0:1746137585.011463:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+7:3750:x1830957303378944:12345-192.168.202.31@tcp:101:dd.0 Request processed in 165us (2108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137585.011469:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31234 00000100:00100000:3.0:1746137585.024785:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.025091:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303379200 00000100:00100000:2.0:1746137585.025100:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303379200 00002000:00100000:2.0:1746137585.025141:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1040383) req@ffff880087ba7100 x1830957303379200/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.025150:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957303379200 ext(0->1040383) 00002000:00010000:2.0:1746137585.025155:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba7100 00000100:00100000:2.0:1746137585.025184:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14543 00000100:00100000:2.0:1746137585.025192:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303379200:12345-192.168.202.31@tcp:3:dd.0 00000001:00080000:0.0:1746137585.029268:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970797 is committed 00002000:00010000:2.0:1746137585.029847:0:27091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746137585.029854:0:27091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746137585 00002000:00010000:2.0:1746137585.029856:0:27091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746137585 00002000:00010000:2.0:1746137585.029858:0:27091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:2.0:1746137585.029873:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029885:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029893:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029899:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073548e00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.029902:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029914:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029930:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.029975:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073548e00/0x95b3ed7b846f8de3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.030081:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2005:x1830957303378816:12345-192.168.202.31@tcp:4:dd.0 Request processed in 22594us (23077us total) trans 4294970797 rc 0/0 00000100:00100000:2.0:1746137585.030092:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14542 00000100:00100000:2.0:1746137585.031667:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+7:2006:x1830957303379200:12345-192.168.202.31@tcp:3:dd.0 Request processed in 6471us (6889us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137585.031675:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14543 00002000:00100000:2.0:1746137585.031686:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1040383) req@ffff880087ba7100 x1830957303379200/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.031694:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7100 with x1830957303379200 ext(0->1040383) 00002000:00010000:2.0:1746137585.031699:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba7100 00000100:00100000:1.0:1746137585.037177:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293200384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746137585.037647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137585.039297:0:9559:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293200384 00000100:00100000:0.0:1746137585.039310:0:9559:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293200384 00000100:00100000:0.0:1746137585.039366:0:9559:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1746137585.039376:0:9559:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957293200384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746137585.039407:0:9559:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1073152 granted 512355136 pending 13758464 free 3922391040 avail 3690868736 00000100:00100000:0.0:1746137585.039460:0:9559:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3764:x1830957293200384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (1813us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137585.039466:0:9559:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1746137585.039519:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293200384:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1746137585.039580:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746137585.042591:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.043020:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303379328 00000100:00100000:3.0:1746137585.043030:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303379328 00000100:00100000:2.0:1746137585.043127:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.043145:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303379456 00000100:00100000:2.0:1746137585.043147:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303379456 00000100:00100000:2.0:1746137585.043180:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31235 00000100:00100000:2.0:1746137585.043187:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+5:2006:x1830957303379456:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137585.043205:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.043219:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8df1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa533 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.043239:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.043241:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.043247:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa533 expref: 6 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137585.043259:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012dc00/0x95b3ed7b846f8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa533 expref: 6 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137585.043268:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012dc00, rc 0) 00000100:00100000:2.0:1746137585.043305:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800730f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303379456:12345-192.168.202.31@tcp:101:dd.0 Request processed in 119us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137585.043310:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31235 00000100:00100000:3.0:1746137585.043514:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31236 00000100:00100000:3.0:1746137585.043520:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+17:2005:x1830957303379328:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137585.043528:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.043537:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8df8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa52c expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.043549:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.043550:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.043554:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8df8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa52c expref: 18 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137585.043564:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fc03a00/0x95b3ed7b846f8df8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa52c expref: 18 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137585.043571:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fc03a00, rc 0) 00000100:00100000:3.0:1746137585.043592:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091349f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303379328:12345-192.168.202.31@tcp:101:dd.0 Request processed in 73us (1012us total) trans 0 rc 0/0 00000100:00080000:1.0:1746137585.043596:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137585.043597:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31236 00000100:00100000:0.0:1746137585.045446:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.045511:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.045594:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303379712 00000100:00100000:2.0:1746137585.045603:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303379712 00000100:00100000:2.0:1746137585.045643:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303379968 00000100:00100000:2.0:1746137585.045646:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303379968 00000100:00100000:2.0:1746137585.045674:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14544 00000100:00100000:2.0:1746137585.045681:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303379712:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.045702:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14545 00000100:00100000:1.0:1746137585.045709:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303379968:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.045723:0:20165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.045724:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.045734:0:20165:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.045734:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.045735:0:20165:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.045735:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.045739:0:20165:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.045739:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.045748:0:20165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.045748:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.045829:0:20165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.045836:0:20165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.047108:0:20165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.047119:0:20165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012d600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.047123:0:20165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.047132:0:20165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.047148:0:20165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.047154:0:20165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8dff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20165 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.047201:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303379712:12345-192.168.202.31@tcp:3:dd.0 Request processed in 1518us (1757us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1746137585.047213:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14544 00000100:00100000:1.0:1746137585.047434:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.048333:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303380224 00000100:00100000:0.0:1746137585.048342:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303380224 00000100:00100000:0.0:1746137585.048407:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14546 00000100:00100000:0.0:1746137585.048414:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303380224:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137585.048442:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.048454:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.048456:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.048459:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.048471:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.049159:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.049224:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303380352 00000100:00100000:3.0:1746137585.049229:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303380352 00000100:00100000:3.0:1746137585.049255:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31237 00000100:00100000:3.0:1746137585.049260:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+7:3750:x1830957303380352:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137585.049271:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.049284:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa53a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137585.049299:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137585.049313:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.049314:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.049319:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.049330:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.049339:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe01200, rc 0) 00000100:00100000:3.0:1746137585.052822:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:3750:x1830957303380352:12345-192.168.202.31@tcp:101:dd.0 Request processed in 3549us (3652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.052834:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31237 00010000:00010000:1.0:1746137585.056454:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056470:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056478:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056484:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801367a0600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.056488:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056495:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056518:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.056524:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801367a0600/0x95b3ed7b846f8e06 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.056621:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303379968:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10906us (11103us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.056631:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14545 00010000:00010000:2.0:1746137585.059500:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059516:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059524:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059530:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073549e00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.059534:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059540:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059555:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.059560:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073549e00/0x95b3ed7b846f8e0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.059761:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303380224:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11341us (12321us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746137585.059770:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14546 00000100:00100000:2.0:1746137585.065474:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.065546:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303380608 00000100:00100000:0.0:1746137585.065556:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303380608 00000100:00100000:0.0:1746137585.065625:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14547 00000100:00100000:0.0:1746137585.065634:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303380608:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:0.0:1746137585.065679:0:27100:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 2088960, mtime: 0x6813f1f1, atime: 0x0, ctime: 0x6813f1f1, blocks: 0xff0 00010000:00010000:0.0:1746137585.065688:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.065700:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.065701:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.065706:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.065716:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.072001:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293200512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746137585.072087:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137585.072165:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293200512 00000100:00100000:3.0:1746137585.072173:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293200512 00000100:00100000:3.0:1746137585.072225:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00080000:1.0:1746137585.072229:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137585.072232:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293200512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746137585.072255:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 512355136 pending 13758464 free 3922391040 avail 3690868736 00000100:00100000:3.0:1746137585.072292:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293200512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.072297:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1746137585.072422:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293200512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746137585.073041:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.073087:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303380736 00000100:00100000:3.0:1746137585.073091:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303380736 00000100:00100000:2.0:1746137585.074969:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31238 00000100:00100000:2.0:1746137585.074981:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+7:3750:x1830957303380736:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137585.074996:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.075014:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa541 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137585.075033:0:9556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137585.075053:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.075056:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.075062:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.075075:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 8 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.075084:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c800, rc 0) 00000100:00100000:2.0:1746137585.075133:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+8:3750:x1830957303380736:12345-192.168.202.31@tcp:101:dd.0 Request processed in 156us (2095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137585.075140:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31238 00000100:00100000:0.0:1746137585.095876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.095910:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.095974:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303380992 00000100:00100000:1.0:1746137585.095983:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303380992 00002000:00100000:1.0:1746137585.096024:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (1040384->2097151) req@ffff88008cb81c00 x1830957303380992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.096035:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81c00 with x1830957303380992 ext(1040384->2097151) 00002000:00010000:1.0:1746137585.096040:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb81c00 00000100:00100000:1.0:1746137585.096535:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303381248 00000100:00100000:1.0:1746137585.096538:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303381248 00000100:00100000:2.0:1746137585.096542:0:20165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14548 00000100:00100000:2.0:1746137585.096552:0:20165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303380992:12345-192.168.202.31@tcp:3:dd.0 00002000:00100000:1.0:1746137585.096553:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88008cb82a00 x1830957303381248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.096559:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957303381248 ext(1048576->2097151) 00002000:00010000:1.0:1746137585.096562:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb82a00 00000100:00100000:1.0:1746137585.096745:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14549 00000100:00100000:1.0:1746137585.096751:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303381248:12345-192.168.202.31@tcp:3:dd.0 00000001:00080000:0.0:1746137585.099826:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970798 is committed 00002000:00010000:2.0:1746137585.100018:0:27100:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:2.0:1746137585.100023:0:27100:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:2.0:1746137585.100036:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.100047:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.100055:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.100061:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073549400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.100064:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.100072:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.100087:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.101064:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8e1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.101142:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303380608:12345-192.168.202.31@tcp:4:dd.0 Request processed in 35505us (35674us total) trans 4294970798 rc 0/0 00000100:00100000:2.0:1746137585.101152:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14547 00000100:00100000:2.0:1746137585.106080:0:20165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303380992:12345-192.168.202.31@tcp:3:dd.0 Request processed in 9516us (10202us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746137585.106094:0:20165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14548 00002000:00100000:2.0:1746137585.106108:0:20165:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (1040384->2097151) req@ffff88008cb81c00 x1830957303380992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.106118:0:20165:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb81c00 with x1830957303380992 ext(1040384->2097151) 00002000:00010000:2.0:1746137585.106123:0:20165:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008cb81c00 00000100:00100000:1.0:1746137585.109443:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303381248:12345-192.168.202.31@tcp:3:dd.0 Request processed in 12679us (13519us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.109456:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14549 00002000:00100000:1.0:1746137585.109470:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88008cb82a00 x1830957303381248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.109479:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb82a00 with x1830957303381248 ext(1048576->2097151) 00002000:00010000:1.0:1746137585.109484:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cb82a00 00000100:00100000:0.0:1746137585.109682:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.109716:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.109878:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303381632 00000100:00100000:1.0:1746137585.109885:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303381632 00000100:00100000:3.0:1746137585.109908:0:20165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303381760 00000100:00100000:3.0:1746137585.109912:0:20165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303381760 00000100:00100000:1.0:1746137585.109929:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14550 00000100:00100000:1.0:1746137585.109956:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303381632:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.109984:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.109996:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.109997:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.110002:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.110013:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.110025:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14551 00000100:00100000:3.0:1746137585.110031:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303381760:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.110048:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.110056:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.110058:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.110061:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.110069:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120023:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120040:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120048:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120054:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f898200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.120058:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120064:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120066:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120074:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120081:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120083:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120085:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a9800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.120087:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.120089:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8e29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120091:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120100:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.120104:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.120365:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303381760:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10329us (10643us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137585.120365:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303381632:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10424us (10679us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.120375:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14551 00000100:00100000:2.0:1746137585.120382:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14550 00000100:00100000:0.0:1746137585.126885:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.127374:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303382144 00000100:00100000:3.0:1746137585.127384:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303382144 00000100:00100000:3.0:1746137585.127474:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14552 00000100:00100000:3.0:1746137585.127483:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303382144:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137585.127528:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 4177920, mtime: 0x6813f1f1, atime: 0x0, ctime: 0x6813f1f1, blocks: 0x1fe0 00010000:00010000:3.0:1746137585.127538:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.127550:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.127552:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.127556:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.127570:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.145135:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.145269:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.145303:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303382400 00000100:00100000:0.0:1746137585.145313:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303382400 00002000:00100000:0.0:1746137585.145353:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->3145727) req@ffff88009a7cc000 x1830957303382400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.145362:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc000 with x1830957303382400 ext(2097152->3145727) 00002000:00010000:0.0:1746137585.145367:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cc000 00000100:00100000:0.0:1746137585.145384:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303382656 00000100:00100000:0.0:1746137585.145386:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303382656 00002000:00100000:0.0:1746137585.145425:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff88009a7ce300 x1830957303382656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.145432:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce300 with x1830957303382656 ext(2097152->3145727) 00002000:00010000:0.0:1746137585.145434:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7ce300 00000100:00100000:0.0:1746137585.145447:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14553 00000100:00100000:0.0:1746137585.145453:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2008:x1830957303382400:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.145735:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14554 00000100:00100000:1.0:1746137585.145744:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2007:x1830957303382656:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:3.0:1746137585.162968:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2008:x1830957303382400:12345-192.168.202.31@tcp:3:dd.0 Request processed in 17504us (17833us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.162980:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14553 00002000:00100000:3.0:1746137585.162991:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->3145727) req@ffff88009a7cc000 x1830957303382400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.163000:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cc000 with x1830957303382400 ext(2097152->3145727) 00002000:00010000:3.0:1746137585.163006:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cc000 00000001:00080000:0.0:1746137585.163345:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970799 is committed 00000100:00100000:1.0:1746137585.163611:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2007:x1830957303382656:12345-192.168.202.31@tcp:3:dd.0 Request processed in 17867us (18340us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.163619:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14554 00002000:00100000:1.0:1746137585.163625:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->3145727) req@ffff88009a7ce300 x1830957303382656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.163632:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7ce300 with x1830957303382656 ext(2097152->3145727) 00002000:00010000:1.0:1746137585.163635:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7ce300 00002000:00010000:0.0:1746137585.164116:0:27101:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:0.0:1746137585.164119:0:27101:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 1746137585 -> 1746137586 00002000:00010000:0.0:1746137585.164122:0:27101:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 1746137585 -> 1746137586 00002000:00010000:0.0:1746137585.164124:0:27101:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:0.0:1746137585.164137:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164146:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164152:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164159:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a9000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137585.164162:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164169:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164185:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.164191:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349a9000/0x95b3ed7b846f8e37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.164273:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303382144:12345-192.168.202.31@tcp:4:dd.0 Request processed in 36791us (37398us total) trans 4294970799 rc 0/0 00000100:00100000:0.0:1746137585.164279:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14552 00000100:00100000:0.0:1746137585.167028:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.167079:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.167230:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303383040 00000100:00100000:1.0:1746137585.167240:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303383040 00000100:00100000:1.0:1746137585.167301:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303383296 00000100:00100000:1.0:1746137585.167303:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303383296 00000100:00100000:1.0:1746137585.167325:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14555 00000100:00100000:1.0:1746137585.167331:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303383040:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.167368:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.167380:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.167382:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.167394:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.167406:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.167509:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14556 00000100:00100000:2.0:1746137585.167517:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303383296:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.167535:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.167542:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.167543:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.167545:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.167553:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.168455:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.168829:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303383552 00000100:00100000:3.0:1746137585.168834:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303383552 00002000:00100000:3.0:1746137585.168861:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (3145728->4194303) req@ffff88009a7cdf80 x1830957303383552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.168869:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdf80 with x1830957303383552 ext(3145728->4194303) 00002000:00010000:3.0:1746137585.168873:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cdf80 00000100:00100000:3.0:1746137585.168887:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14557 00000100:00100000:3.0:1746137585.168893:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303383552:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:0.0:1746137585.174254:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.178261:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.182279:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303383808 00000100:00100000:3.0:1746137585.182292:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303383808 00002000:00100000:3.0:1746137585.182337:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff88009f521c00 x1830957303383808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.182347:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f521c00 with x1830957303383808 ext(3145728->4194303) 00002000:00010000:3.0:1746137585.182352:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f521c00 00000100:00100000:3.0:1746137585.182378:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303384064 00000100:00100000:3.0:1746137585.182380:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303384064 00002000:00100000:3.0:1746137585.182402:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->5242879) req@ffff88009f522d80 x1830957303384064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746137585.182896:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14558 00000100:00100000:1.0:1746137585.182908:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303383808:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:0.0:1746137585.183075:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.183125:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.183153:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:3.0:1746137585.183383:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522d80 with x1830957303384064 ext(4194304->5242879) 00002000:00010000:3.0:1746137585.183395:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522d80 00000100:00100000:2.0:1746137585.183451:0:27099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303384320 00000100:00100000:2.0:1746137585.183456:0:27099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303384320 00000100:00100000:0.0:1746137585.183470:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303384704 00000100:00100000:0.0:1746137585.183474:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303384704 00002000:00100000:2.0:1746137585.183476:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff88009f520380 x1830957303384320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.183484:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303384320 ext(4194304->5242879) 00002000:00010000:2.0:1746137585.183487:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f520380 00000100:00100000:2.0:1746137585.183495:0:27099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303384832 00000100:00100000:2.0:1746137585.183497:0:27099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303384832 00002000:00100000:0.0:1746137585.183502:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (5242880->6291455) req@ffff88009f522680 x1830957303384704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.183508:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff88009f523100 x1830957303384832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.183509:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957303384704 ext(5242880->6291455) 00002000:00010000:0.0:1746137585.183512:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522680 00002000:00100000:2.0:1746137585.183515:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957303384832 ext(5242880->6291455) 00002000:00010000:2.0:1746137585.183518:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:0.0:1746137585.183521:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14559 00000100:00100000:0.0:1746137585.183527:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2006:x1830957303384064:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.183529:0:27099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14560 00000100:00100000:2.0:1746137585.183533:0:27099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2006:x1830957303384320:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.183601:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14561 00000100:00100000:3.0:1746137585.183608:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14562 00000100:00100000:1.0:1746137585.183608:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2006:x1830957303384704:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:3.0:1746137585.183615:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2006:x1830957303384832:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.185590:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185607:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185615:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185621:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f899000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.185624:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185631:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185646:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185650:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.185651:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f899000/0x95b3ed7b846f8e3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185659:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185665:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185670:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d0ca400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137585.185672:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185678:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185688:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.185694:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d0ca400/0x95b3ed7b846f8e45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.185708:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303383040:12345-192.168.202.31@tcp:3:dd.0 Request processed in 18374us (18688us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137585.185718:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14555 00000100:00100000:0.0:1746137585.185739:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303383296:12345-192.168.202.31@tcp:3:dd.0 Request processed in 18223us (18659us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.185744:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2006:x1830957303383552:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16849us (17290us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137585.185746:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14556 00000100:00100000:3.0:1746137585.185751:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14557 00002000:00100000:3.0:1746137585.185759:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (3145728->4194303) req@ffff88009a7cdf80 x1830957303383552/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.185768:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7cdf80 with x1830957303383552 ext(3145728->4194303) 00002000:00010000:3.0:1746137585.185772:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7cdf80 00000100:00100000:0.0:1746137585.196029:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.196188:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303385088 00000100:00100000:3.0:1746137585.196198:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303385088 00000100:00100000:3.0:1746137585.196261:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14563 00000100:00100000:3.0:1746137585.196269:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303385088:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137585.196310:0:27091:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 6266880, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x2fd0 00010000:00010000:3.0:1746137585.196319:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.196332:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.196334:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.196338:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.196350:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.198317:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f521c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2006:x1830957303383808:12345-192.168.202.31@tcp:3:dd.0 Request processed in 15404us (24065us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.198328:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14558 00002000:00100000:1.0:1746137585.198340:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (3145728->4194303) req@ffff88009f521c00 x1830957303383808/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.198349:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f521c00 with x1830957303383808 ext(3145728->4194303) 00002000:00010000:1.0:1746137585.198354:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f521c00 00000100:00100000:0.0:1746137585.200573:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303384704:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16956us (17448us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137585.200583:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14561 00002000:00100000:0.0:1746137585.200594:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (5242880->6291455) req@ffff88009f522680 x1830957303384704/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.200602:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522680 with x1830957303384704 ext(5242880->6291455) 00002000:00010000:0.0:1746137585.200607:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522680 00000100:00100000:1.0:1746137585.209872:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f522d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303384064:12345-192.168.202.31@tcp:3:dd.0 Request processed in 26331us (31605us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.209884:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14559 00002000:00100000:1.0:1746137585.209898:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->5242879) req@ffff88009f522d80 x1830957303384064/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.209908:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f522d80 with x1830957303384064 ext(4194304->5242879) 00002000:00010000:1.0:1746137585.209914:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f522d80 00000100:00100000:3.0:1746137585.214972:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303384832:12345-192.168.202.31@tcp:3:dd.0 Request processed in 31344us (31804us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.214986:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14562 00002000:00100000:3.0:1746137585.215001:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (5242880->6291455) req@ffff88009f523100 x1830957303384832/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.215011:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523100 with x1830957303384832 ext(5242880->6291455) 00002000:00010000:3.0:1746137585.215017:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f523100 00000100:00100000:0.0:1746137585.215438:0:27099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303384320:12345-192.168.202.31@tcp:3:dd.0 Request processed in 31902us (32362us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137585.215445:0:27099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14560 00002000:00100000:0.0:1746137585.215451:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->5242879) req@ffff88009f520380 x1830957303384320/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.215459:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f520380 with x1830957303384320 ext(4194304->5242879) 00002000:00010000:0.0:1746137585.215462:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f520380 00000100:00100000:3.0:1746137585.232082:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.232135:0:27099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303385344 00000100:00100000:0.0:1746137585.232144:0:27099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303385344 00002000:00100000:0.0:1746137585.232184:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880087ba7800 x1830957303385344/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.232194:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957303385344 ext(0->4194303) 00002000:00010000:0.0:1746137585.232201:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137585.232225:0:27099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14564 00000100:00100000:0.0:1746137585.232231:0:27099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303385344:12345-192.168.202.31@tcp:4:dd.0 00000001:00080000:0.0:1746137585.246728:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970800 is committed 00002000:00010000:3.0:1746137585.246981:0:27091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:3.0:1746137585.246986:0:27091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:3.0:1746137585.247000:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247011:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247020:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247026:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a8600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.247030:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247038:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247058:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.247064:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349a8600/0x95b3ed7b846f8e4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.247165:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f520e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303385088:12345-192.168.202.31@tcp:4:dd.0 Request processed in 50891us (51141us total) trans 4294970800 rc 0/0 00000100:00100000:3.0:1746137585.247175:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14563 00000100:00100000:3.0:1746137585.254483:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.255456:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303385600 00000100:00100000:0.0:1746137585.255466:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303385600 00002000:00100000:0.0:1746137585.255505:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880087ba4000 x1830957303385600/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.255514:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957303385600 ext(0->4194303) 00002000:00010000:0.0:1746137585.255518:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4000 00000100:00100000:0.0:1746137585.255546:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14565 00000100:00100000:0.0:1746137585.255552:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303385600:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137585.265514:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.265549:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.265571:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.265600:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303385856 00000100:00100000:3.0:1746137585.265608:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303385856 00000100:00100000:3.0:1746137585.265655:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303386112 00000100:00100000:3.0:1746137585.265657:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303386112 00000100:00100000:3.0:1746137585.265672:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303386368 00000100:00100000:3.0:1746137585.265673:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303386368 00000100:00100000:3.0:1746137585.265687:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14566 00000100:00100000:3.0:1746137585.265695:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303385856:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.265727:0:9560:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.265740:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.265742:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.265746:0:9560:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.265759:0:9560:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.265954:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14567 00000100:00100000:3.0:1746137585.265961:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303386112:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.265977:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.265984:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.265985:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.265988:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.265996:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.267308:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14568 00000100:00100000:3.0:1746137585.267317:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303386368:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.267336:0:9561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.267345:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.267347:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.267350:0:9561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.267359:0:9561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279434:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279434:0:9560:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279451:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279451:0:9560:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279458:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279458:0:9560:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279464:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a9800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.279464:0:9560:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a9200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.279468:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279468:0:9560:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279474:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279474:0:9560:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279490:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279490:0:9560:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.279496:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9800/0x95b3ed7b846f8e5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.279496:0:9560:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349a9200/0x95b3ed7b846f8e53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.279557:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303386112:12345-192.168.202.31@tcp:3:dd.0 Request processed in 13591us (14002us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.279557:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303385856:12345-192.168.202.31@tcp:3:dd.0 Request processed in 13863us (14053us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1746137585.279567:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14567 00000100:00100000:2.0:1746137585.279571:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14566 00000100:00100000:2.0:1746137585.282628:0:27099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303385344:12345-192.168.202.31@tcp:4:dd.0 Request processed in 50384us (50545us total) trans 4294970801 rc 0/0 00000100:00100000:2.0:1746137585.282642:0:27099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14564 00002000:00100000:2.0:1746137585.282655:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880087ba7800 x1830957303385344/t4294970801(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.282665:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba7800 with x1830957303385344 ext(0->4194303) 00002000:00010000:2.0:1746137585.282670:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880087ba7800 00000100:00100000:0.0:1746137585.283300:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.283339:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.283406:0:27099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303386624 00000100:00100000:2.0:1746137585.283414:0:27099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303386624 00002000:00100000:2.0:1746137585.283445:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009f523b80 x1830957303386624/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.283452:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523b80 with x1830957303386624 ext(6291456->7340031) 00002000:00010000:2.0:1746137585.283456:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523b80 00000100:00100000:2.0:1746137585.283468:0:27099:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303386880 00000100:00100000:2.0:1746137585.283470:0:27099:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303386880 00002000:00100000:2.0:1746137585.283481:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009f498000 x1830957303386880/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.283486:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498000 with x1830957303386880 ext(6291456->7340031) 00002000:00010000:2.0:1746137585.283489:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f498000 00000100:00100000:2.0:1746137585.283509:0:27099:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14569 00000100:00100000:2.0:1746137585.283515:0:27099:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303386624:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.283531:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14570 00000100:00100000:1.0:1746137585.283537:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303386880:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:0.0:1746137585.292864:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.292926:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.292976:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303387136 00000100:00100000:0.0:1746137585.292985:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303387136 00002000:00100000:0.0:1746137585.293024:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009f49aa00 x1830957303387136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.293033:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957303387136 ext(7340032->8388607) 00002000:00010000:0.0:1746137585.293038:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49aa00 00000100:00100000:0.0:1746137585.293055:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303387392 00000100:00100000:0.0:1746137585.293057:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303387392 00002000:00100000:0.0:1746137585.293068:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009f499180 x1830957303387392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.293080:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499180 with x1830957303387392 ext(7340032->8388607) 00002000:00010000:0.0:1746137585.293083:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f499180 00000100:00100000:0.0:1746137585.293096:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14571 00000100:00100000:0.0:1746137585.293102:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303387136:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.293258:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14572 00000100:00100000:1.0:1746137585.293265:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303387392:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.294751:0:9561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294765:0:9561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294772:0:9561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294779:0:9561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.294783:0:9561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294790:0:9561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294807:0:9561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.294813:0:9561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff87800/0x95b3ed7b846f8e61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.294870:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303386368:12345-192.168.202.31@tcp:3:dd.0 Request processed in 27553us (29296us total) trans 0 rc 1007616/1007616 00000100:00100000:3.0:1746137585.294879:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14568 00000100:00100000:0.0:1746137585.303456:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.303491:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.303527:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303387648 00000100:00100000:3.0:1746137585.303538:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303387648 00002000:00100000:3.0:1746137585.303581:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->9437183) req@ffff88009f49ad80 x1830957303387648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746137585.303586:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303387904 00000100:00100000:1.0:1746137585.303590:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303387904 00002000:00100000:3.0:1746137585.303597:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ad80 with x1830957303387648 ext(8388608->9437183) 00002000:00010000:3.0:1746137585.303602:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ad80 00002000:00100000:1.0:1746137585.303609:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff88009f49a300 x1830957303387904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.303617:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957303387904 ext(8388608->9437183) 00002000:00010000:1.0:1746137585.303620:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49a300 00000100:00100000:3.0:1746137585.303623:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14573 00000100:00100000:3.0:1746137585.303636:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303387648:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.303849:0:27099:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f523b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303386624:12345-192.168.202.31@tcp:3:dd.0 Request processed in 20332us (20548us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.303912:0:27099:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14569 00002000:00100000:2.0:1746137585.303918:0:27099:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009f523b80 x1830957303386624/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746137585.303918:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14574 00000100:00100000:1.0:1746137585.303924:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303387904:12345-192.168.202.31@tcp:3:dd.0 00002000:00100000:2.0:1746137585.303925:0:27099:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f523b80 with x1830957303386624 ext(6291456->7340031) 00002000:00010000:2.0:1746137585.303928:0:27099:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f523b80 00000100:00100000:0.0:1746137585.307195:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.307254:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303388544 00000100:00100000:1.0:1746137585.307264:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303388544 00000100:00100000:1.0:1746137585.307321:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14575 00000100:00100000:1.0:1746137585.307330:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303388544:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:1.0:1746137585.307375:0:27092:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 8355840, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x3fc0 00010000:00010000:1.0:1746137585.307384:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.307407:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.307409:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.307414:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.307427:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.307730:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303386880:12345-192.168.202.31@tcp:3:dd.0 Request processed in 24190us (24387us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.307738:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14570 00002000:00100000:3.0:1746137585.307747:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009f498000 x1830957303386880/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.307756:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f498000 with x1830957303386880 ext(6291456->7340031) 00002000:00010000:3.0:1746137585.307760:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f498000 00000100:00100000:1.0:1746137585.315903:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303387136:12345-192.168.202.31@tcp:3:dd.0 Request processed in 22786us (23035us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.315917:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14571 00002000:00100000:1.0:1746137585.315933:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009f49aa00 x1830957303387136/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.315968:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49aa00 with x1830957303387136 ext(7340032->8388607) 00002000:00010000:1.0:1746137585.315974:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49aa00 00000100:00100000:3.0:1746137585.317828:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.317864:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303388672 00000100:00100000:3.0:1746137585.317872:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303388672 00000100:00100000:1.0:1746137585.317991:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303387392:12345-192.168.202.31@tcp:3:dd.0 Request processed in 24725us (25064us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.317999:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14572 00002000:00100000:1.0:1746137585.318009:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009f499180 x1830957303387392/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.318017:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f499180 with x1830957303387392 ext(7340032->8388607) 00002000:00010000:1.0:1746137585.318022:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f499180 00002000:00100000:3.0:1746137585.318434:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009bcee680 x1830957303388672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.318441:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee680 with x1830957303388672 ext(10485760->11534335) 00002000:00010000:3.0:1746137585.318445:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcee680 00000100:00100000:3.0:1746137585.318468:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14576 00000100:00100000:3.0:1746137585.318478:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303388672:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.324036:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.324065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.324102:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.324119:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.324142:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303388928 00000100:00100000:2.0:1746137585.324150:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303388928 00000100:00100000:1.0:1746137585.324155:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303388160 00000100:00100000:1.0:1746137585.324159:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303388160 00002000:00100000:2.0:1746137585.324188:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff8800a0726d80 x1830957303388928/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.324188:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (9437184->10485759) req@ffff8800a0724000 x1830957303388160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.324197:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0726d80 with x1830957303388928 ext(9437184->10485759) 00002000:00100000:1.0:1746137585.324197:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724000 with x1830957303388160 ext(9437184->10485759) 00002000:00010000:2.0:1746137585.324201:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0726d80 00002000:00010000:1.0:1746137585.324201:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724000 00000100:00100000:1.0:1746137585.324217:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303389056 00000100:00100000:1.0:1746137585.324219:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303389056 00002000:00100000:1.0:1746137585.324228:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->12582911) req@ffff8800a0725c00 x1830957303389056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.324234:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957303389056 ext(10485760->12582911) 00002000:00010000:1.0:1746137585.324237:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0725c00 00000100:00100000:2.0:1746137585.327313:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303389312 00000100:00100000:2.0:1746137585.327329:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303389312 00002000:00100000:2.0:1746137585.327379:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->13631487) req@ffff8800a0727800 x1830957303389312/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.327399:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727800 with x1830957303389312 ext(11534336->13631487) 00002000:00010000:2.0:1746137585.327405:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727800 00000100:00100000:2.0:1746137585.327425:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14577 00000100:00100000:3.0:1746137585.327438:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14578 00000100:00100000:2.0:1746137585.327439:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303388160:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:3.0:1746137585.327449:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2005:x1830957303388928:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.328044:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14579 00000100:00100000:1.0:1746137585.328051:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303389056:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.328340:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303387904:12345-192.168.202.31@tcp:3:dd.0 Request processed in 24415us (24846us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.328348:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14574 00002000:00100000:2.0:1746137585.328354:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->9437183) req@ffff88009f49a300 x1830957303387904/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.328362:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49a300 with x1830957303387904 ext(8388608->9437183) 00002000:00010000:2.0:1746137585.328367:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49a300 00000100:00100000:2.0:1746137585.328396:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14580 00000100:00100000:2.0:1746137585.328402:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2005:x1830957303389312:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:1.0:1746137585.330309:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880087ba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2005:x1830957303385600:12345-192.168.202.31@tcp:4:dd.0 Request processed in 74748us (75827us total) trans 4294972353 rc 0/0 00000100:00100000:1.0:1746137585.330320:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14565 00002000:00100000:1.0:1746137585.330331:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff880087ba4000 x1830957303385600/t4294972353(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.330344:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880087ba4000 with x1830957303385600 ext(0->4194303) 00002000:00010000:1.0:1746137585.330349:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880087ba4000 00000100:00100000:2.0:1746137585.332873:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2006:x1830957303387648:12345-192.168.202.31@tcp:3:dd.0 Request processed in 29226us (29414us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.332886:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14573 00002000:00100000:2.0:1746137585.332898:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->9437183) req@ffff88009f49ad80 x1830957303387648/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.332906:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ad80 with x1830957303387648 ext(8388608->9437183) 00002000:00010000:2.0:1746137585.332911:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ad80 00000100:00100000:3.0:1746137585.339776:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303388672:12345-192.168.202.31@tcp:3:dd.0 Request processed in 21286us (21942us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.339789:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14576 00002000:00100000:3.0:1746137585.339801:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009bcee680 x1830957303388672/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.339811:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bcee680 with x1830957303388672 ext(10485760->11534335) 00002000:00010000:3.0:1746137585.339816:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bcee680 00000100:00100000:3.0:1746137585.343776:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303388928:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16317us (19738us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.343788:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14578 00002000:00100000:3.0:1746137585.343799:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (9437184->10485759) req@ffff8800a0726d80 x1830957303388928/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.343809:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0726d80 with x1830957303388928 ext(9437184->10485759) 00000100:00100000:2.0:1746137585.343811:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0724000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303388160:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16374us (19745us total) trans 0 rc 1048576/1048576 00002000:00010000:3.0:1746137585.343814:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0726d80 00000100:00100000:2.0:1746137585.343816:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14577 00002000:00100000:2.0:1746137585.343821:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (9437184->10485759) req@ffff8800a0724000 x1830957303388160/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137585.343827:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0724000 with x1830957303388160 ext(9437184->10485759) 00002000:00010000:2.0:1746137585.343829:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0724000 00000001:00080000:2.0:1746137585.350995:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970802 is committed 00000001:00080000:2.0:1746137585.351011:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970801 is committed 00002000:00010000:1.0:1746137585.351172:0:27092:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746137585.351176:0:27092:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:1.0:1746137585.351189:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351200:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351208:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351213:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334ce00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.351216:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351222:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351238:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.351243:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007334ce00/0x95b3ed7b846f8e68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.351329:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303388544:12345-192.168.202.31@tcp:4:dd.0 Request processed in 43995us (44138us total) trans 4294970802 rc 0/0 00000100:00100000:1.0:1746137585.351339:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14575 00000100:00100000:1.0:1746137585.354214:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303389056:12345-192.168.202.31@tcp:3:dd.0 Request processed in 26153us (30101us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137585.354225:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14579 00002000:00100000:1.0:1746137585.354238:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->12582911) req@ffff8800a0725c00 x1830957303389056/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.354248:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0725c00 with x1830957303389056 ext(10485760->12582911) 00002000:00010000:1.0:1746137585.354253:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0725c00 00000100:00100000:0.0:1746137585.357768:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.358040:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.358042:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303389824 00000100:00100000:2.0:1746137585.358076:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303390080 00000100:00100000:2.0:1746137585.358079:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303390080 00000100:00100000:1.0:1746137585.358189:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303389824 00000100:00100000:2.0:1746137585.358300:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14581 00000100:00100000:2.0:1746137585.358309:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303390080:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.358340:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.358358:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.358360:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.358365:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.358378:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.358685:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14582 00000100:00100000:1.0:1746137585.358695:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303389824:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.358713:0:9560:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.358720:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.358721:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.358724:0:9560:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.358732:0:9560:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.359157:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0727800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303389312:12345-192.168.202.31@tcp:3:dd.0 Request processed in 30753us (35034us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137585.359164:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14580 00002000:00100000:3.0:1746137585.359173:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->13631487) req@ffff8800a0727800 x1830957303389312/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.359182:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0727800 with x1830957303389312 ext(11534336->13631487) 00002000:00010000:3.0:1746137585.359186:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0727800 00010000:00010000:2.0:1746137585.370722:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370745:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370756:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370762:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0480e00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.370766:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370773:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370792:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.370798:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480e00/0x95b3ed7b846f8e6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.372322:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303390080:12345-192.168.202.31@tcp:3:dd.0 Request processed in 14008us (14275us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.372336:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14581 00010000:00010000:1.0:1746137585.373752:0:9560:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373768:0:9560:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373775:0:9560:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373781:0:9560:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f898200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.373784:0:9560:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373791:0:9560:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373804:0:9560:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.373809:0:9560:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f898200/0x95b3ed7b846f8e76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.374786:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303389824:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16091us (17025us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746137585.374795:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14582 00000100:00100000:0.0:1746137585.379395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.379687:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303390336 00000100:00100000:1.0:1746137585.379696:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303390336 00000100:00100000:1.0:1746137585.379759:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14583 00000100:00100000:1.0:1746137585.379766:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303390336:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:1.0:1746137585.379811:0:9560:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 10444800, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x4fb0 00010000:00010000:1.0:1746137585.379819:0:9560:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.379829:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.379831:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.379835:0:9560:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.379846:0:9560:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.392470:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.392641:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303390592 00000100:00100000:3.0:1746137585.392652:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303390592 00002000:00100000:3.0:1746137585.392697:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff88009fd38a80 x1830957303390592/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.392708:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957303390592 ext(4194304->8388607) 00002000:00010000:3.0:1746137585.392713:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd38a80 00000100:00100000:3.0:1746137585.392736:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14584 00000100:00100000:3.0:1746137585.392744:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303390592:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137585.408531:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.410668:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303390848 00000100:00100000:3.0:1746137585.410683:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303390848 00002000:00100000:3.0:1746137585.411345:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88009fd39c00 x1830957303390848/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.411356:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957303390848 ext(4194304->8388607) 00002000:00010000:3.0:1746137585.411360:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39c00 00000100:00100000:3.0:1746137585.411395:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14585 00000100:00100000:3.0:1746137585.411404:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303390848:12345-192.168.202.31@tcp:4:dd.0 00000001:00080000:0.0:1746137585.412606:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970803 is committed 00002000:00010000:1.0:1746137585.416969:0:9560:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:1.0:1746137585.416977:0:9560:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:1.0:1746137585.416990:0:9560:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.416999:0:9560:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.417006:0:9560:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.417012:0:9560:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f899800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.417015:0:9560:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.417021:0:9560:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.417035:0:9560:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.417041:0:9560:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f899800/0x95b3ed7b846f8e7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.417122:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303390336:12345-192.168.202.31@tcp:4:dd.0 Request processed in 37351us (37742us total) trans 4294970803 rc 0/0 00000100:00100000:1.0:1746137585.417132:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14583 00000100:00100000:2.0:1746137585.430916:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.431046:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303391232 00000100:00100000:1.0:1746137585.431056:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303391232 00000100:00100000:1.0:1746137585.431122:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14586 00000100:00100000:1.0:1746137585.431130:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303391232:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.431165:0:9560:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.431178:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.431180:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.431184:0:9560:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.431196:0:9560:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.431540:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303390592:12345-192.168.202.31@tcp:4:dd.0 Request processed in 38794us (39078us total) trans 4294970804 rc 0/0 00000100:00100000:0.0:1746137585.431548:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14584 00002000:00100000:0.0:1746137585.431558:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff88009fd38a80 x1830957303390592/t4294970804(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.431567:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd38a80 with x1830957303390592 ext(4194304->8388607) 00002000:00010000:0.0:1746137585.431571:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fd38a80 00000100:00100000:0.0:1746137585.431622:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.431679:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303391360 00000100:00100000:0.0:1746137585.431683:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303391360 00000100:00100000:0.0:1746137585.431711:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14587 00000100:00100000:0.0:1746137585.431717:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303391360:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137585.431734:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.431741:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.431743:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.431745:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.431753:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439529:0:9560:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439546:0:9560:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439554:0:9560:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439560:0:9560:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f899200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.439563:0:9560:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439571:0:9560:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439587:0:9560:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.439593:0:9560:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f899200/0x95b3ed7b846f8e84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.439683:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303391232:12345-192.168.202.31@tcp:3:dd.0 Request processed in 8548us (8770us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.439695:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14586 00010000:00010000:1.0:1746137585.445973:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.445995:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.446003:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.446009:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0e6c800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.446013:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.446019:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.446034:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.446040:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8e8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.446125:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303391360:12345-192.168.202.31@tcp:3:dd.0 Request processed in 14401us (14496us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746137585.446135:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14587 00000100:00100000:0.0:1746137585.455012:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303390848:12345-192.168.202.31@tcp:4:dd.0 Request processed in 43597us (46480us total) trans 4294972354 rc 0/0 00000100:00100000:0.0:1746137585.455026:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14585 00002000:00100000:0.0:1746137585.455039:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88009fd39c00 x1830957303390848/t4294972354(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746137585.455045:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:0.0:1746137585.455049:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fd39c00 with x1830957303390848 ext(4194304->8388607) 00002000:00010000:0.0:1746137585.455055:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009fd39c00 00000100:00100000:0.0:1746137585.455231:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303391744 00000100:00100000:0.0:1746137585.455239:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303391744 00000100:00100000:0.0:1746137585.455281:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14588 00000100:00100000:0.0:1746137585.455288:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303391744:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:0.0:1746137585.455327:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 12533760, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x5fa0 00010000:00010000:0.0:1746137585.455334:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.455346:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.455348:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.455352:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.455363:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137585.479214:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970805 is committed 00000001:00080000:1.0:1746137585.479230:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970804 is committed 00002000:00010000:2.0:1746137585.479382:0:9562:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:2.0:1746137585.479396:0:9562:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:2.0:1746137585.479409:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479420:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479428:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479435:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a656fe00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.479439:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479446:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479463:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.479469:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a656fe00/0x95b3ed7b846f8e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.479893:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303391744:12345-192.168.202.31@tcp:4:dd.0 Request processed in 24598us (24841us total) trans 4294970805 rc 0/0 00000100:00100000:2.0:1746137585.479905:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14588 00000100:00100000:2.0:1746137585.483518:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.483911:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.484523:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303392128 00000100:00100000:0.0:1746137585.484532:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303392128 00000100:00100000:0.0:1746137585.484781:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303392256 00000100:00100000:0.0:1746137585.484785:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303392256 00000100:00100000:0.0:1746137585.484817:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14589 00000100:00100000:0.0:1746137585.484823:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303392128:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137585.484857:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.484869:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.484870:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.484875:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.484887:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.485518:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14590 00000100:00100000:1.0:1746137585.485526:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303392256:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.485547:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.485556:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.485557:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.485561:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.485569:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.494984:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.495602:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303392640 00000100:00100000:3.0:1746137585.495612:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303392640 00010000:00010000:0.0:1746137585.495636:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.495647:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.495658:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746137585.495660:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880133f84000 x1830957303392640/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:0.0:1746137585.495664:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a656e000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137585.495668:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746137585.495669:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84000 with x1830957303392640 ext(8388608->12582911) 00002000:00010000:3.0:1746137585.495672:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133f84000 00010000:00010000:0.0:1746137585.495674:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.495688:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.495705:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14591 00000100:00100000:3.0:1746137585.495712:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303392640:12345-192.168.202.31@tcp:4:dd.0 00010000:00010000:0.0:1746137585.495743:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a656e000/0x95b3ed7b846f8e99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498096:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498110:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498118:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498123:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073609000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.498126:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498132:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498145:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.498152:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073609000/0x95b3ed7b846f8ea0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.498210:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303392256:12345-192.168.202.31@tcp:3:dd.0 Request processed in 12682us (14295us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746137585.498218:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14590 00000100:00100000:0.0:1746137585.498355:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303392128:12345-192.168.202.31@tcp:3:dd.0 Request processed in 13531us (14845us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137585.498362:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14589 00000100:00100000:2.0:1746137585.507787:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.508627:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.508715:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303393152 00000100:00100000:1.0:1746137585.508724:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303393152 00000100:00100000:1.0:1746137585.508791:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303392896 00000100:00100000:1.0:1746137585.508794:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303392896 00002000:00100000:1.0:1746137585.508814:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88012baa3100 x1830957303392896/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.508824:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa3100 with x1830957303392896 ext(8388608->12582911) 00002000:00010000:1.0:1746137585.508829:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa3100 00000100:00100000:1.0:1746137585.508844:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14592 00000100:00100000:1.0:1746137585.508857:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303393152:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:1.0:1746137585.508901:0:9562:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 14622720, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x6f90 00010000:00010000:1.0:1746137585.508910:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.508923:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.508925:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.508929:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.508956:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.509832:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14593 00000100:00100000:2.0:1746137585.509843:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2006:x1830957303392896:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137585.515190:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.515267:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303393408 00000100:00100000:2.0:1746137585.515277:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303393408 00000100:00080000:1.0:1746137585.515330:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137585.515378:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 194 00000100:00100000:2.0:1746137585.515400:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+22:3750:x1830957303393408:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:2.0:1746137585.515622:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+23:3750:x1830957303393408:12345-192.168.202.31@tcp:35:dd.0 Request processed in 224us (442us total) trans 4294990699 rc 0/0 00000100:00100000:2.0:1746137585.515629:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 194 00000100:00100000:0.0:1746137585.519679:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.519777:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303393664 00000100:00100000:2.0:1746137585.519787:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303393664 00000100:00100000:2.0:1746137585.519831:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 195 00000100:00100000:2.0:1746137585.519839:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+23:3750:x1830957303393664:12345-192.168.202.31@tcp:35:dd.0 00000001:00080000:2.0:1746137585.520036:0:7214:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990700 00000100:00100000:2.0:1746137585.520111:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+25:3750:x1830957303393664:12345-192.168.202.31@tcp:35:dd.0 Request processed in 271us (440us total) trans 4294990701 rc 0/0 00000100:00100000:2.0:1746137585.520118:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 195 00000020:00080000:2.0:1746137585.520123:0:7214:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746137585.538641:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303392640:12345-192.168.202.31@tcp:4:dd.0 Request processed in 42914us (43652us total) trans 4294970806 rc 0/0 00000100:00100000:3.0:1746137585.538660:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14591 00002000:00100000:3.0:1746137585.538678:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880133f84000 x1830957303392640/t4294970806(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.538688:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84000 with x1830957303392640 ext(8388608->12582911) 00002000:00010000:3.0:1746137585.538693:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133f84000 00000001:00080000:2.0:1746137585.544243:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970807 is committed 00000001:00080000:2.0:1746137585.544265:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970806 is committed 00002000:00010000:1.0:1746137585.544444:0:9562:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:1.0:1746137585.544449:0:9562:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:1.0:1746137585.544461:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544472:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544480:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544487:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012de00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.544490:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544497:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544512:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.544518:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f8ea7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.544605:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303393152:12345-192.168.202.31@tcp:4:dd.0 Request processed in 35742us (36824us total) trans 4294970807 rc 0/0 00000100:00100000:1.0:1746137585.544618:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14592 00000100:00100000:0.0:1746137585.546680:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.546720:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.546866:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303394048 00000100:00100000:1.0:1746137585.546875:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303394048 00000100:00100000:1.0:1746137585.546925:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303394304 00000100:00100000:1.0:1746137585.546928:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303394304 00000100:00100000:2.0:1746137585.546962:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14594 00000100:00100000:2.0:1746137585.546972:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303394048:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.547003:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.547017:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.547018:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.547023:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.547035:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.547127:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14595 00000100:00100000:1.0:1746137585.547133:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303394304:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.547150:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.547158:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.547160:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.547163:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.547171:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.551595:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012baa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303392896:12345-192.168.202.31@tcp:4:dd.0 Request processed in 41744us (42958us total) trans 4294972355 rc 0/0 00000100:00100000:0.0:1746137585.551607:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14593 00002000:00100000:0.0:1746137585.551620:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88012baa3100 x1830957303392896/t4294972355(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.551627:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012baa3100 with x1830957303392896 ext(8388608->12582911) 00002000:00010000:0.0:1746137585.551632:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012baa3100 00010000:00010000:2.0:1746137585.554744:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554762:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554771:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554778:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff86600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.554782:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554789:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554810:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.554816:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff86600/0x95b3ed7b846f8eae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554818:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554826:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554831:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554845:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012da00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.554848:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554854:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554865:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.554871:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8eb5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.554929:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303394304:12345-192.168.202.31@tcp:3:dd.0 Request processed in 7791us (8202us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.554963:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14595 00000100:00100000:2.0:1746137585.554971:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303394048:12345-192.168.202.31@tcp:3:dd.0 Request processed in 7999us (8296us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137585.554978:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14594 00000100:00100000:0.0:1746137585.558221:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.558308:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303394560 00000100:00100000:2.0:1746137585.558318:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303394560 00000100:00100000:2.0:1746137585.558395:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14596 00000100:00100000:2.0:1746137585.558406:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303394560:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137585.558451:0:27092:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 16711680, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x7f80 00010000:00010000:2.0:1746137585.558459:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.558470:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.558472:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.558476:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.558488:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137585.586723:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970808 is committed 00002000:00010000:2.0:1746137585.586897:0:27092:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746137585.586902:0:27092:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746137585.586914:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.586925:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.586933:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.586970:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff86000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.586974:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.586980:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.587172:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.587178:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009ff86000/0x95b3ed7b846f8ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.587321:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303394560:12345-192.168.202.31@tcp:4:dd.0 Request processed in 28912us (29104us total) trans 4294970808 rc 0/0 00000100:00100000:2.0:1746137585.587331:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14596 00000100:00100000:0.0:1746137585.592590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.592645:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303394944 00000100:00100000:0.0:1746137585.592649:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.592653:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303394944 00000100:00100000:1.0:1746137585.592743:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303395072 00000100:00100000:1.0:1746137585.592745:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303395072 00000100:00100000:1.0:1746137585.592780:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14597 00000100:00100000:1.0:1746137585.592786:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303395072:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.592820:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14598 00000100:00100000:2.0:1746137585.592824:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303394944:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.592842:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.592852:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.592854:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.592858:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.592866:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.593011:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.593017:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.593018:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.593019:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.593024:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601487:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601506:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601514:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601520:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012c000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.601523:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601530:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601547:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.601552:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012c000/0x95b3ed7b846f8eca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.601986:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303395072:12345-192.168.202.31@tcp:3:dd.0 Request processed in 9194us (9330us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746137585.601996:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14597 00010000:00010000:3.0:1746137585.603572:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603587:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603594:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603600:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6681400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.603603:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603610:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603626:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.603632:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6681400/0x95b3ed7b846f8ec3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.603736:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303394944:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10907us (11151us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137585.603746:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14598 00000100:00100000:0.0:1746137585.609901:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.610028:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303395456 00000100:00100000:3.0:1746137585.610038:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303395456 00000100:00100000:3.0:1746137585.610101:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14599 00000100:00100000:3.0:1746137585.610110:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303395456:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137585.610709:0:27092:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 18800640, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x8f70 00010000:00010000:3.0:1746137585.610720:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.610733:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.610735:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.610740:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.610751:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137585.634119:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970809 is committed 00002000:00010000:3.0:1746137585.634549:0:27092:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746137585.634554:0:27092:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:3.0:1746137585.634568:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634579:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634592:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634599:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.634603:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634609:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634625:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.634630:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6674800/0x95b3ed7b846f8ed1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.634740:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2005:x1830957303395456:12345-192.168.202.31@tcp:4:dd.0 Request processed in 24626us (24845us total) trans 4294970809 rc 0/0 00000100:00100000:3.0:1746137585.634751:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14599 00000100:00100000:0.0:1746137585.642145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.642184:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.642235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.642248:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303396224 00000100:00100000:0.0:1746137585.642259:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303395840 00000100:00100000:1.0:1746137585.642260:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303396224 00000100:00100000:3.0:1746137585.642264:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303396096 00000100:00100000:0.0:1746137585.642265:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303395840 00000100:00100000:3.0:1746137585.642269:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303396096 00000100:00100000:3.0:1746137585.642330:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14600 00000100:00100000:3.0:1746137585.642337:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303396096:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137585.642370:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.642401:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.642403:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.642407:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.642420:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.642421:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14601 00000100:00100000:0.0:1746137585.642428:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303395840:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137585.642447:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.642455:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.642462:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137585.642465:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.642475:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.642847:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14602 00000100:00100000:1.0:1746137585.642856:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303396224:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.642884:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.642896:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.642898:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.642902:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.642914:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647195:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647210:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647219:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647225:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0480400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.647229:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647237:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647261:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.647267:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0480400/0x95b3ed7b846f8edf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.647367:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303395840:12345-192.168.202.31@tcp:3:dd.0 Request processed in 4935us (5178us total) trans 0 rc 81920/81920 00000100:00100000:2.0:1746137585.647376:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14601 00010000:00010000:2.0:1746137585.653123:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653137:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653144:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653149:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe24800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.653153:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653160:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653178:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.653184:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fe24800/0x95b3ed7b846f8ed8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.653278:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303396096:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10937us (11038us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137585.653288:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14600 00010000:00010000:2.0:1746137585.654130:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654140:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654146:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654151:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012ca00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.654154:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654159:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654170:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.654176:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f8ee6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.654221:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303396224:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11366us (12085us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746137585.654227:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14602 00000100:00100000:0.0:1746137585.659367:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.659459:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303396480 00000100:00100000:2.0:1746137585.659471:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303396480 00000100:00100000:2.0:1746137585.659545:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14603 00000100:00100000:2.0:1746137585.659552:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303396480:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137585.659598:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 20889600, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0x9f60 00010000:00010000:2.0:1746137585.659606:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.659618:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.659620:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.659623:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.659635:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137585.685499:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970810 is committed 00002000:00010000:0.0:1746137585.685653:0:24911:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:0.0:1746137585.685658:0:24911:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:0.0:1746137585.685669:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685680:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685688:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685694:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0e6c800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137585.685699:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685706:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685723:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.685728:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f8eed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.685825:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303396480:12345-192.168.202.31@tcp:4:dd.0 Request processed in 26270us (26465us total) trans 4294970810 rc 0/0 00000100:00100000:0.0:1746137585.685836:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14603 00000100:00100000:0.0:1746137585.688722:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.688823:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.688906:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303396864 00000100:00100000:1.0:1746137585.688913:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303396864 00000100:00100000:2.0:1746137585.688933:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303396992 00000100:00100000:2.0:1746137585.688956:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303396992 00000100:00100000:1.0:1746137585.688981:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14604 00000100:00100000:1.0:1746137585.688986:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303396864:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137585.688992:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14605 00000100:00100000:2.0:1746137585.688997:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303396992:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137585.689015:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.689015:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.689028:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.689028:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.689029:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.689030:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.689034:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.689034:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.689044:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.689044:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700218:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700232:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700239:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700245:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012c000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.700248:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700255:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700271:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.700276:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8efb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.700334:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303396864:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11344us (11615us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.700343:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14604 00010000:00010000:2.0:1746137585.700669:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700677:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700683:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700688:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073549400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137585.700690:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700696:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700705:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.700711:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073549400/0x95b3ed7b846f8ef4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.700762:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2007:x1830957303396992:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11763us (11938us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746137585.700768:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14605 00000100:00100000:0.0:1746137585.707460:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.708459:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303397376 00000100:00100000:2.0:1746137585.708469:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303397376 00000100:00100000:2.0:1746137585.708610:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14606 00000100:00100000:2.0:1746137585.708617:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303397376:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137585.708658:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 22978560, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0xaf50 00010000:00010000:2.0:1746137585.708665:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.708678:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.708679:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137585.708684:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.708696:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.723339:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746137585.728117:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970811 is committed 00002000:00010000:0.0:1746137585.728234:0:24911:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:0.0:1746137585.728239:0:24911:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:0.0:1746137585.728251:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728261:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728268:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728275:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073549c00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137585.728278:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728287:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728305:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.728311:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073549c00/0x95b3ed7b846f8f02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137585.728436:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2008:x1830957303397376:12345-192.168.202.31@tcp:4:dd.0 Request processed in 19816us (20979us total) trans 4294970811 rc 0/0 00000100:00100000:0.0:1746137585.728446:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14606 00000100:00100000:0.0:1746137585.732585:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137585.732636:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.732697:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303397760 00000100:00100000:1.0:1746137585.732698:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303397888 00000100:00100000:2.0:1746137585.732705:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303397760 00000100:00100000:1.0:1746137585.732705:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303397888 00000100:00100000:1.0:1746137585.732767:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14607 00000100:00100000:1.0:1746137585.732775:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303397760:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:3.0:1746137585.732791:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14608 00000100:00100000:3.0:1746137585.732798:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303397888:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137585.732808:0:27092:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.732813:0:27100:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.732821:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.732821:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.732822:0:27100:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137585.732823:0:27092:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.732826:0:27100:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.732827:0:27092:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.732835:0:27100:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.732836:0:27092:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.734925:0:27100:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.734953:0:27100:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.734967:0:27100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.734974:0:27100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136763800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137585.734978:0:27100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.734985:0:27100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.735003:0:27100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.735009:0:27100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136763800/0x95b3ed7b846f8f10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.735057:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:2006:x1830957303397888:12345-192.168.202.31@tcp:3:dd.0 Request processed in 2257us (2474us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746137585.735065:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14608 00010000:00010000:1.0:1746137585.740556:0:27092:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740569:0:27092:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740574:0:27092:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740578:0:27092:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012da00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137585.740581:0:27092:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740586:0:27092:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740797:0:27092:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.740802:0:27092:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.740886:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2005:x1830957303397760:12345-192.168.202.31@tcp:3:dd.0 Request processed in 8108us (8244us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.740895:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14607 00000100:00100000:0.0:1746137585.750050:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.750163:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398016 00000100:00100000:3.0:1746137585.750172:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398016 00000100:00100000:3.0:1746137585.750227:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31239 00000100:00100000:3.0:1746137585.750232:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+6:3749:x1830957303398016:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137585.750254:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.750520:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa548 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137585.750546:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 25067520, mtime: 0x6813f1f2, atime: 0x0, ctime: 0x6813f1f2, blocks: 0xbf40 00010000:00010000:3.0:1746137585.750565:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.750567:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.750575:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.750589:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.750599:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763c00, rc 0) 00000100:00100000:3.0:1746137585.750702:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3749:x1830957303398016:12345-192.168.202.31@tcp:101:dd.0 Request processed in 469us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.750708:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31239 00000100:00100000:0.0:1746137585.765151:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.765259:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398144 00000100:00100000:1.0:1746137585.765268:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398144 00002000:00100000:1.0:1746137585.765310:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (25067520->26214399) req@ffff8800736d6d80 x1830957303398144/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.765319:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957303398144 ext(25067520->26214399) 00002000:00010000:1.0:1746137585.765325:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800736d6d80 00000100:00100000:1.0:1746137585.765360:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14609 00000100:00100000:1.0:1746137585.765368:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303398144:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137585.777638:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303398144:12345-192.168.202.31@tcp:4:dd.0 Request processed in 12264us (12488us total) trans 4294970812 rc 0/0 00000100:00100000:0.0:1746137585.777649:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14609 00002000:00100000:0.0:1746137585.777659:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (25067520->26214399) req@ffff8800736d6d80 x1830957303398144/t4294970812(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137585.777666:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736d6d80 with x1830957303398144 ext(25067520->26214399) 00002000:00010000:0.0:1746137585.777672:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800736d6d80 00000100:00100000:0.0:1746137585.779379:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.779472:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398272 00000100:00100000:2.0:1746137585.779480:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398272 00000100:00100000:2.0:1746137585.779559:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54870 00000100:00100000:2.0:1746137585.779566:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+48:3749:x1830957303398272:12345-192.168.202.31@tcp:44:dd.0 00000100:00080000:1.0:1746137585.779686:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1746137585.781260:0:7193:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990701 is committed 00000001:00080000:1.0:1746137585.781292:0:7193:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294990698 is committed 00000020:00080000:1.0:1746137585.781344:0:7193:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88013627c3c0 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:1.0:1746137585.781347:0:7193:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8801363f0900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88013627c900 00000020:00080000:1.0:1746137585.781351:0:7193:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:1.0:1746137585.781352:0:7193:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8801363f0400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880130d69600 00000020:00080000:1.0:1746137585.781355:0:7193:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00010000:00010000:2.0:1746137585.781527:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781535:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781541:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781544:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781547:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781552:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781565:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8801363f0c00) 00010000:00010000:2.0:1746137585.781567:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781570:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781573:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69000/0x95b3ed7b846f8aa9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781593:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781596:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781598:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781601:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d68400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781602:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781605:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781609:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff8801363f0e00) 00010000:00010000:2.0:1746137585.781610:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781611:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781613:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d68400/0x95b3ed7b846f8ab0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781618:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781621:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781623:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781625:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fac7200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781626:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781628:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781632:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8801363f0600) 00010000:00010000:2.0:1746137585.781633:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781634:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781639:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac7200/0x95b3ed7b846f8ab7 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781648:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781650:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781654:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781658:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dd800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781660:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781664:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781670:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880136605300) 00010000:00010000:2.0:1746137585.781672:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781674:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781678:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f8b35 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781689:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781694:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781706:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781710:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781712:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781717:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781723:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff880136605900) 00010000:00010000:2.0:1746137585.781725:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781768:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781774:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f8beb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781784:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781788:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781791:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781793:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007310de00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781794:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781796:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781801:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009fcdf700) 00010000:00010000:2.0:1746137585.781802:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:1.0:1746137585.781802:0:7193:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:0.0:1746137585.781802:0:7240:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 7 00010000:00010000:2.0:1746137585.781804:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781806:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f8c54 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781813:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781816:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781818:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781820:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff95000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781821:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781824:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781827:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137585.781828:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781829:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781831:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff95000/0x95b3ed7b846f8cc4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11912 initiator: MDT0 00010000:00010000:2.0:1746137585.781836:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781840:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781843:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781844:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136784a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781846:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781848:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781851:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880073350100) 00010000:00010000:2.0:1746137585.781851:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781852:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781854:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8cf5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7210 initiator: MDT0 00010000:00010000:2.0:1746137585.781861:0:3748:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781863:0:3748:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781865:0:3748:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781867:0:3748:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360f600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137585.781868:0:3748:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781871:0:3748:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781874:0:3748:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8801362df700) 00010000:00010000:2.0:1746137585.781875:0:3748:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137585.781876:0:3748:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.781878:0:3748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007360f600/0x95b3ed7b846f8da4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00000100:00100000:3.0:1746137585.781995:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:3749:x1830957303398272:12345-192.168.202.31@tcp:44:dd.0 Request processed in 2427us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.782004:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54870 00000004:00080000:1.0:1746137585.782031:0:7240:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880073740480 with version 20 00000020:00080000:1.0:1746137585.782092:0:7240:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746137585.782128:0:7240:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746137585.782132:0:7240:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:2.0:1746137585.782234:0:8640:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88007b3806c0 version 20 rpc_version 20 00000020:00100000:2.0:1746137585.782259:0:8640:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746137585.782266:0:8640:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a6776a00 x1830957293200768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746137585.782283:0:8640:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6776a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293200768:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746137585.782323:0:8640:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137585.782375:0:8640:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac300 going to sleep for 11 seconds 00000100:00100000:3.0:1746137585.782428:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293200768 00000100:00100000:3.0:1746137585.782434:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293200768 00000100:00100000:3.0:1746137585.782462:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1746137585.782466:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8640:x1830957293200768:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137585.782558:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8640:x1830957293200768:12345-0@lo:1000:osp_up1-0.0 Request processed in 91us (234us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1746137585.782564:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1746137585.782660:0:8640:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6776a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8640:1830957293200768:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746137585.785213:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.785242:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398400 00000100:00100000:3.0:1746137585.785249:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398400 00000100:00100000:3.0:1746137585.785583:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31240 00000100:00100000:3.0:1746137585.785590:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303398400:12345-192.168.202.31@tcp:16:dd.0 00000001:00080000:2.0:1746137585.787768:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970812 is committed 00000100:00100000:3.0:1746137585.788053:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303398400:12345-192.168.202.31@tcp:16:dd.0 Request processed in 2460us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.788063:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31240 00000100:00100000:0.0:1746137585.790900:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.791032:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398656 00000100:00100000:2.0:1746137585.791041:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398656 00000100:00100000:2.0:1746137585.791089:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 196 00000100:00100000:2.0:1746137585.791096:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:3749:x1830957303398656:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:2.0:1746137585.791283:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f5ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:3749:x1830957303398656:12345-192.168.202.31@tcp:35:dd.0 Request processed in 186us (386us total) trans 4294990702 rc 0/0 00000100:00100000:2.0:1746137585.791289:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 196 00000100:00100000:0.0:1746137585.793044:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.793126:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303398912 00000100:00100000:2.0:1746137585.793134:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303398912 00000100:00100000:2.0:1746137585.793175:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 197 00000100:00100000:2.0:1746137585.793182:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:3749:x1830957303398912:12345-192.168.202.31@tcp:35:dd.0 00000001:00080000:2.0:1746137585.793343:0:18341:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990703 00000100:00100000:2.0:1746137585.793427:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:3749:x1830957303398912:12345-192.168.202.31@tcp:35:dd.0 Request processed in 245us (385us total) trans 4294990704 rc 0/0 00000100:00100000:2.0:1746137585.793434:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 197 00000020:00080000:2.0:1746137585.793437:0:18341:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746137585.807919:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.808103:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399040 00000100:00100000:3.0:1746137585.808115:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399040 00000100:00100000:3.0:1746137585.808184:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54871 00000100:00100000:3.0:1746137585.808190:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:3751:x1830957303399040:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:3.0:1746137585.808212:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.808230:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa54f expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.808280:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.808291:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.808301:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137585.808341:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137585.808344:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137585.808358:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.808374:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa54f expref: 23 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.808413:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa54f expref: 22 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.808420:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137585.808423:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137585.808425:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:3.0:1746137585.808484:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:3751:x1830957303399040:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 294us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.808490:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54871 00000100:00100000:2.0:1746137585.811446:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.811520:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399168 00000100:00100000:3.0:1746137585.811530:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399168 00000100:00100000:3.0:1746137585.811570:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54872 00000100:00100000:3.0:1746137585.811577:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+22:3751:x1830957303399168:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:3.0:1746137585.811592:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.811606:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f8f2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa556 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.811657:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811669:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811679:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811693:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811707:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811713:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811783:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811790:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811795:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137585.811829:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746137585.811832:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137585.811845:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811853:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811860:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811865:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811870:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811876:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811885:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136763800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137585.811888:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811894:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811904:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137585.811906:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137585.811910:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811914:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f8f33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811968:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811973:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811978:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811982:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136762400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137585.811984:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.811988:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.812006:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1700) 00010000:00010000:3.0:1746137585.812008:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137585.812011:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.812015:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.812039:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f8f2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa556 expref: 24 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.812049:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa556 expref: 23 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.812054:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:3.0:1746137585.812056:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137585.812058:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59600, rc 0) 00000100:00100000:3.0:1746137585.812114:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:3751:x1830957303399168:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 537us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.812120:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54872 00000100:00100000:0.0:1746137585.818179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.818480:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399424 00000100:00100000:3.0:1746137585.818489:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399424 00000100:00100000:0.0:1746137585.819020:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.819055:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31241 00000100:00100000:3.0:1746137585.819065:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303399424:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:3.0:1746137585.819080:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.819096:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8f48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa564 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.819140:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293200896:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137585.819719:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746137585.820416:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399296 00000100:00100000:1.0:1746137585.820421:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399296 00000100:00100000:1.0:1746137585.820448:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31242 00000100:00100000:1.0:1746137585.820453:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303399296:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:1.0:1746137585.820462:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137585.820473:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa55d expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137585.820503:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293201024:192.168.202.31@tcp:106: 00000100:00100000:1.0:1746137585.821023:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00002000:00010000:3.0:1746137585.821826:0:24924:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746137585.821830:0:24924:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1746137586 00002000:00010000:3.0:1746137585.821832:0:24924:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1746137585 00002000:00010000:3.0:1746137585.821833:0:24924:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1746137586 00002000:00010000:3.0:1746137585.821835:0:24924:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746137585.821851:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bceca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293200896:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137585.821874:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8f48 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa564 expref: 19 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137585.821884:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8f48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa564 expref: 19 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137585.821910:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d59a00, rc 0) 00000100:00100000:3.0:1746137585.821951:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2007:x1830957303399424:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 2874us (3765us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137585.821958:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31241 00002000:00010000:1.0:1746137585.824587:0:9555:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746137585.824593:0:9555:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1746137586 00002000:00010000:1.0:1746137585.824595:0:9555:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1746137585 00002000:00010000:1.0:1746137585.824597:0:9555:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1746137586 00002000:00010000:1.0:1746137585.824598:0:9555:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746137585.824619:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133f87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293201024:192.168.202.31@tcp:106: 00010000:00010000:1.0:1746137585.824649:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f4f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa55d expref: 8 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137585.824662:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012da00/0x95b3ed7b846f8f4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa55d expref: 8 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137585.824686:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012da00, rc 0) 00000100:00100000:1.0:1746137585.825523:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303399296:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 5066us (6500us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137585.825531:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31242 00000100:00100000:0.0:1746137585.832779:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.833667:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399552 00000100:00100000:3.0:1746137585.833677:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399552 00000100:00100000:3.0:1746137585.834025:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54873 00000100:00100000:3.0:1746137585.834034:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:3752:x1830957303399552:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:3.0:1746137585.834059:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137585.834076:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa56b expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.834129:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.834140:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.834150:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137585.834184:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137585.834187:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137585.834199:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137585.834216:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762400/0x95b3ed7b846f8f56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 18 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.834244:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 17 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.834251:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137585.834253:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137585.834256:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:3.0:1746137585.834303:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+17:3752:x1830957303399552:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 271us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.834309:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54873 00000100:00100000:0.0:1746137585.848854:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.850108:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303399808 00000100:00100000:2.0:1746137585.850121:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303399808 00000100:00100000:2.0:1746137585.850189:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54874 00000100:00100000:2.0:1746137585.850198:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:3753:x1830957303399808:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137585.850219:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.850236:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa572 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.850338:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8f6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.850350:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8f6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.850361:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8f6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137585.850371:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746137585.850486:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa572 expref: 26 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.850520:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898e00/0x95b3ed7b846f8f6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa572 expref: 25 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.850527:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137585.850530:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746137585.850533:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898e00, rc 0) 00000100:00100000:2.0:1746137585.852304:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:3753:x1830957303399808:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 2099us (3453us total) trans 4294990705 rc 0/0 00000100:00100000:2.0:1746137585.852315:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54874 00000100:00100000:0.0:1746137585.857868:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.857978:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400064 00000100:00100000:2.0:1746137585.857988:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400064 00000100:00100000:2.0:1746137585.858048:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54875 00000100:00100000:2.0:1746137585.858056:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:3753:x1830957303400064:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137585.858080:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.858099:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa579 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.858199:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8f80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.858212:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8f80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137585.858222:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8f80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137585.858232:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746137585.858331:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa579 expref: 28 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.858356:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8f80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa579 expref: 27 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.858364:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:2.0:1746137585.858367:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137585.858369:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:2.0:1746137585.858436:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3753:x1830957303400064:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 382us (578us total) trans 4294990706 rc 0/0 00000100:00100000:2.0:1746137585.858442:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54875 00000100:00100000:1.0:1746137585.862454:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137585.862563:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.862981:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400320 00000100:00100000:2.0:1746137585.862991:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400320 00000100:00100000:2.0:1746137585.863836:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400192 00000100:00100000:2.0:1746137585.863840:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400192 00000100:00100000:1.0:1746137585.863853:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.863875:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31243 00000100:00100000:2.0:1746137585.863884:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303400320:12345-192.168.202.31@tcp:101:cmp.0 00000100:00100000:1.0:1746137585.863898:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31244 00010000:00010000:2.0:1746137585.863902:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137585.863903:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303400192:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137585.863911:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.863921:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa587 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137585.863921:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8f95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa580 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137585.863981:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293201280:192.168.202.31@tcp:106: 00000100:00100000:1.0:1746137585.863981:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9556:1830957293201152:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137585.864034:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400448 00000100:00100000:3.0:1746137585.864037:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400448 00000100:00100000:3.0:1746137585.864063:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1232 00000100:00100000:3.0:1746137585.864068:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:2005:x1830957303400448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137585.864076:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137585.864095:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f8f80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa579 expref: 27 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.864128:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:3.0:1746137585.864132:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137585.864261:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:2005:x1830957303400448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 192us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137585.864269:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1232 00000100:00100000:2.0:1746137585.864317:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137585.864355:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137585.868631:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9556:1830957293201152:192.168.202.31@tcp:106: 00010000:00010000:1.0:1746137585.868670:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8f95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa580 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137585.868684:0:9556:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012d600/0x95b3ed7b846f8f95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa580 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137585.868700:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012d600, rc 0) 00000100:00100000:1.0:1746137585.868750:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303400192:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 4845us (6185us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137585.868758:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31244 00000100:00100000:2.0:1746137585.870780:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6774380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293201280:192.168.202.31@tcp:106: 00010000:00010000:2.0:1746137585.870819:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f8e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa587 expref: 19 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137585.870835:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f898200/0x95b3ed7b846f8f8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa587 expref: 19 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137585.870853:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:2.0:1746137585.870902:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2006:x1830957303400320:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 7019us (8471us total) trans 0 rc 301/301 00000100:00100000:2.0:1746137585.870908:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31243 00000100:00100000:2.0:1746137585.886032:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.886081:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.886646:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400704 00000100:00100000:3.0:1746137585.886654:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400704 00000100:00100000:2.0:1746137585.886655:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293201408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746137585.886658:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303400960 00000100:00100000:1.0:1746137585.886666:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303400960 00000100:00100000:2.0:1746137585.886699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:1.0:1746137585.886701:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff8800a6775880 x1830957303400960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.886710:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957303400960 ext(0->2097151) 00002000:00010000:1.0:1746137585.886714:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775880 00000100:00100000:1.0:1746137585.886736:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14610 00000100:00100000:1.0:1746137585.886742:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303400960:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137585.886767:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293201408 00000100:00100000:2.0:1746137585.886770:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293201408 00002000:00100000:3.0:1746137585.887161:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a6774380 x1830957303400704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.887170:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957303400704 ext(0->2097151) 00002000:00010000:3.0:1746137585.887174:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774380 00000100:00100000:2.0:1746137585.887404:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1746137585.887414:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3762:x1830957293201408:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746137585.887425:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14611 00000100:00100000:3.0:1746137585.887431:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303400704:12345-192.168.202.31@tcp:3:cmp.0 00000004:00000024:2.0:1746137585.887449:0:7215:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:2.0:1746137585.887483:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3762:x1830957293201408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137585.887488:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1746137585.887536:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800736e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3762:1830957293201408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746137585.901349:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303400960:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 14595us (15256us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137585.901362:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14610 00002000:00100000:1.0:1746137585.901374:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff8800a6775880 x1830957303400960/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.901396:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775880 with x1830957303400960 ext(0->2097151) 00002000:00010000:1.0:1746137585.901401:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775880 00000100:00100000:3.0:1746137585.907934:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:2008:x1830957303400704:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20491us (21897us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137585.907977:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14611 00002000:00100000:3.0:1746137585.907989:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff8800a6774380 x1830957303400704/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.907999:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774380 with x1830957303400704 ext(0->2097151) 00002000:00010000:3.0:1746137585.908005:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6774380 00000100:00100000:0.0:1746137585.920650:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137585.920911:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401088 00000100:00100000:2.0:1746137585.920921:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401088 00000100:00100000:2.0:1746137585.921002:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31245 00000100:00100000:2.0:1746137585.921010:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3753:x1830957303401088:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137585.921027:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137585.921042:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa58e expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.921069:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.921075:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137585.921077:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746137585.921080:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa58e expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.921106:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 7 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137585.921115:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 7 pid: 24924 timeout: 779 lvb_type: 0 00000100:00100000:2.0:1746137585.921127:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293201536:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137585.922281:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac300 going to sleep for 11 seconds 00000100:00100000:0.0:1746137585.924973:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6777100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293201536:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137585.925018:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa58e expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137585.925035:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7c2400, rc 0) 00000100:00100000:0.0:1746137585.925086:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3753:x1830957303401088:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 4076us (4447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137585.925095:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31245 00000100:00100000:0.0:1746137585.925599:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.926558:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401216 00000100:00100000:3.0:1746137585.926566:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401216 00002000:00100000:3.0:1746137585.926605:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800736e5180 x1830957303401216/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.926621:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5180 with x1830957303401216 ext(12582912->13631487) 00010000:00010000:3.0:1746137585.926629:0:27100:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 8 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137585.926640:0:27100:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 8 pid: 24924 timeout: 779 lvb_type: 0 00002000:00010000:3.0:1746137585.926647:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e5180 00000100:00100000:3.0:1746137585.926677:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3670 00000100:00100000:3.0:1746137585.926684:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303401216:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137585.937852:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800736e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303401216:12345-192.168.202.31@tcp:4:dd.0 Request processed in 11156us (12241us total) trans 4294970813 rc 0/0 00000100:00100000:3.0:1746137585.937865:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3670 00002000:00100000:3.0:1746137585.937880:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800736e5180 x1830957303401216/t4294970813(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:21/0 lens 488/448 e 0 to 0 dl 1746137596 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137585.937890:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800736e5180 with x1830957303401216 ext(12582912->13631487) 00010000:00010000:3.0:1746137585.937900:0:27100:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137585.937914:0:27100:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00002000:00010000:3.0:1746137585.937920:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800736e5180 00000100:00100000:2.0:1746137585.977881:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.977977:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401344 00000100:00100000:3.0:1746137585.977987:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401344 00010000:00010000:3.0:1746137585.978024:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137585.978062:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 18999 00000100:00100000:3.0:1746137585.978070:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2008:x1830957303401344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137585.978085:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746137585.978101:0:21485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746137585.978108:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137585.978119:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137585.978142:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f8e14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa53a expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137585.978170:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.978172:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137585.978178:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa58e expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.978186:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa58e expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137585.978218:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2400/0x95b3ed7b846f8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa58e expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137585.978239:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bceca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293201664:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137585.978318:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746137585.984055:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137585.984087:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bceca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293201664:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137585.984107:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137585.984114:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401600 00000100:00100000:0.0:1746137585.984122:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401600 00002000:00100000:0.0:1746137585.984158:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8800a6775f80 x1830957303401600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/0 e 0 to 0 dl 1746137596 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746137585.984162:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303401344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 6091us (6291us total) trans 0 rc 0/0 00002000:00100000:0.0:1746137585.984168:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957303401600 ext(0->1048575) 00000100:00100000:3.0:1746137585.984172:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 18999 00002000:00010000:0.0:1746137585.984172:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775f80 00000100:00100000:0.0:1746137585.984195:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14612 00000100:00100000:0.0:1746137585.984201:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303401600:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137585.995144:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303401600:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 10931us (11087us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137585.995157:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14612 00002000:00100000:1.0:1746137585.995169:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8800a6775f80 x1830957303401600/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:21/0 lens 488/440 e 0 to 0 dl 1746137596 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137585.995178:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775f80 with x1830957303401600 ext(0->1048575) 00002000:00010000:1.0:1746137585.995184:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775f80 00000100:00100000:3.0:1746137586.001961:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.002027:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401728 00000100:00100000:0.0:1746137586.002037:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401728 00000100:00100000:1.0:1746137586.003547:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31246 00000100:00100000:1.0:1746137586.003558:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+18:3753:x1830957303401728:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137586.003574:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137586.003589:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa595 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.003616:0:9556:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.003624:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137586.003626:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137586.003629:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa595 expref: 19 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.003658:0:9556:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 13 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.003668:0:9556:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 13 pid: 9556 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746137586.003679:0:9556:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293201792:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137586.003749:0:9556:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746137586.009398:0:9556:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133f86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9556:1830957293201792:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137586.009433:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa595 expref: 19 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.009449:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012c000, rc 0) 00000100:00100000:1.0:1746137586.009552:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:3753:x1830957303401728:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 5996us (7620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.009561:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31246 00000100:00100000:2.0:1746137586.017339:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.017868:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303401856 00000100:00100000:3.0:1746137586.017878:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303401856 00010000:00010000:3.0:1746137586.017986:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 14 pid: 9556 timeout: 779 lvb_type: 0 00000100:00080000:1.0:1746137586.018054:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746137586.018121:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19000 00000100:00100000:3.0:1746137586.018131:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303401856:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137586.018144:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137586.018163:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 14 pid: 9556 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.018176:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 14 pid: 9556 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.018199:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c800/0x95b3ed7b846f8e22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa541 expref: 14 pid: 9556 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.018353:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.018355:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.018363:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa595 expref: 18 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.018371:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa595 expref: 18 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.018413:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a012c000/0x95b3ed7b846f8fa3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa595 expref: 18 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.018427:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bced500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293201920:192.168.202.31@tcp:105: 00000100:00100000:3.0:1746137586.019186:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013627cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746137586.027052:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bced500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293201920:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137586.027079:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137586.027129:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2005:x1830957303401856:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 8999us (9798us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137586.027139:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19000 00000100:00100000:2.0:1746137586.029442:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.029484:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.029554:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303402240 00000100:00100000:1.0:1746137586.029562:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303402240 00002000:00100000:1.0:1746137586.029604:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff8800a6777b80 x1830957303402240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.029613:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957303402240 ext(0->2097151) 00002000:00010000:1.0:1746137586.029618:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777b80 00000100:00100000:1.0:1746137586.029644:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303402368 00000100:00100000:1.0:1746137586.029647:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303402368 00000100:00100000:0.0:1746137586.029652:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14613 00002000:00100000:1.0:1746137586.029661:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff8800a6775180 x1830957303402368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746137586.029662:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303402240:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:1.0:1746137586.029667:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957303402368 ext(1048576->2097151) 00002000:00010000:1.0:1746137586.029670:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775180 00000100:00100000:1.0:1746137586.029694:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14614 00000100:00100000:1.0:1746137586.029700:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303402368:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.041564:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303402368:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 11851us (12066us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.041576:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14614 00002000:00100000:1.0:1746137586.041590:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff8800a6775180 x1830957303402368/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.041599:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775180 with x1830957303402368 ext(1048576->2097151) 00002000:00010000:1.0:1746137586.041605:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6775180 00000100:00100000:0.0:1746137586.045814:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303402240:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16143us (16366us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746137586.045826:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14613 00002000:00100000:0.0:1746137586.045837:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff8800a6777b80 x1830957303402240/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.045847:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777b80 with x1830957303402240 ext(0->2097151) 00002000:00010000:0.0:1746137586.045852:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777b80 00000100:00100000:2.0:1746137586.059758:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.059821:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.059932:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303402752 00000100:00100000:0.0:1746137586.059969:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303402752 00000100:00100000:1.0:1746137586.059986:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303402880 00000100:00100000:1.0:1746137586.059994:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303402880 00002000:00100000:0.0:1746137586.060014:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff8800a6775c00 x1830957303402752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.060024:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957303402752 ext(2097152->4194303) 00002000:00010000:0.0:1746137586.060029:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775c00 00002000:00100000:1.0:1746137586.060149:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff8800a6774700 x1830957303402880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.060160:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774700 with x1830957303402880 ext(2097152->4194303) 00002000:00010000:1.0:1746137586.060164:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6774700 00000100:00100000:0.0:1746137586.060263:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14615 00000100:00100000:0.0:1746137586.060270:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303402752:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.060333:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14616 00000100:00100000:1.0:1746137586.060342:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303402880:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.076860:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303402752:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16576us (17095us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746137586.076873:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14615 00002000:00100000:0.0:1746137586.076886:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff8800a6775c00 x1830957303402752/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.076895:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6775c00 with x1830957303402752 ext(2097152->4194303) 00002000:00010000:0.0:1746137586.076901:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6775c00 00000100:00100000:1.0:1746137586.079864:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303402880:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 19512us (20031us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.079877:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14616 00002000:00100000:1.0:1746137586.079889:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff8800a6774700 x1830957303402880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.079899:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774700 with x1830957303402880 ext(2097152->4194303) 00002000:00010000:1.0:1746137586.079904:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6774700 00000100:00100000:2.0:1746137586.089640:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.091499:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303403264 00000100:00100000:1.0:1746137586.091510:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303403264 00002000:00100000:1.0:1746137586.091556:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff8800a6777800 x1830957303403264/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.091567:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957303403264 ext(2097152->4194303) 00002000:00010000:1.0:1746137586.091572:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:1.0:1746137586.091609:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14617 00000100:00100000:1.0:1746137586.091618:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303403264:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.093276:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.093325:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303403392 00000100:00100000:0.0:1746137586.093332:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303403392 00002000:00100000:0.0:1746137586.093358:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff8800a6774a80 x1830957303403392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.093368:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774a80 with x1830957303403392 ext(2097152->4194303) 00002000:00010000:0.0:1746137586.093372:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6774a80 00000100:00100000:0.0:1746137586.093411:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14618 00000100:00100000:0.0:1746137586.093417:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303403392:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.118145:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303403264:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 26517us (28505us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.118158:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14617 00002000:00100000:1.0:1746137586.118171:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff8800a6777800 x1830957303403264/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.118181:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777800 with x1830957303403264 ext(2097152->4194303) 00002000:00010000:1.0:1746137586.118186:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777800 00000100:00100000:2.0:1746137586.122536:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6774a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303403392:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 29109us (29256us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.122548:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14618 00002000:00100000:2.0:1746137586.122560:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff8800a6774a80 x1830957303403392/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.122569:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6774a80 with x1830957303403392 ext(2097152->4194303) 00002000:00010000:2.0:1746137586.122575:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a6774a80 00000100:00100000:3.0:1746137586.146313:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.146360:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.146568:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303403648 00000100:00100000:2.0:1746137586.146579:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303403648 00002000:00100000:2.0:1746137586.146620:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009bced880 x1830957303403648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.146631:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957303403648 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.146636:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:2.0:1746137586.146653:0:27092:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303403904 00000100:00100000:2.0:1746137586.146654:0:27092:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303403904 00002000:00100000:2.0:1746137586.146664:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009bced180 x1830957303403904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.146671:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced180 with x1830957303403904 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.146674:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bced180 00000100:00100000:2.0:1746137586.146690:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14619 00000100:00100000:2.0:1746137586.146696:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303403648:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.147878:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14620 00000100:00100000:1.0:1746137586.147888:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303403904:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.162031:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303403648:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15325us (15719us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.162046:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14619 00002000:00100000:2.0:1746137586.162056:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009bced880 x1830957303403648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.162064:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced880 with x1830957303403648 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.162070:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bced880 00000100:00100000:1.0:1746137586.166285:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303403904:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18388us (19911us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.166298:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14620 00002000:00100000:1.0:1746137586.166310:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009bced180 x1830957303403904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.166320:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bced180 with x1830957303403904 ext(4194304->6291455) 00002000:00010000:1.0:1746137586.166325:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bced180 00000100:00100000:0.0:1746137586.173458:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.173542:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.174180:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303404288 00000100:00100000:1.0:1746137586.174190:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303404288 00002000:00100000:1.0:1746137586.174232:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880099436300 x1830957303404288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.174241:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436300 with x1830957303404288 ext(6291456->7340031) 00002000:00010000:1.0:1746137586.174246:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099436300 00000100:00100000:1.0:1746137586.174273:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303404416 00000100:00100000:1.0:1746137586.174275:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303404416 00002000:00100000:1.0:1746137586.174285:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880099437480 x1830957303404416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.174296:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099437480 with x1830957303404416 ext(6291456->7340031) 00002000:00010000:1.0:1746137586.174299:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099437480 00000100:00100000:1.0:1746137586.174310:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14621 00000100:00100000:1.0:1746137586.174315:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2008:x1830957303404288:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.174434:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14622 00000100:00100000:0.0:1746137586.174441:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303404416:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.180065:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.180402:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303404672 00000100:00100000:2.0:1746137586.180413:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303404672 00002000:00100000:2.0:1746137586.180455:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880099434700 x1830957303404672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.180465:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434700 with x1830957303404672 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.180470:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434700 00000100:00100000:2.0:1746137586.180492:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14623 00000100:00100000:2.0:1746137586.180500:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2008:x1830957303404672:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.181475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.182486:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303404928 00000100:00100000:2.0:1746137586.182496:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303404928 00002000:00100000:2.0:1746137586.182528:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880099435180 x1830957303404928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.182538:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435180 with x1830957303404928 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.182543:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099435180 00000100:00100000:2.0:1746137586.182577:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14624 00000100:00100000:2.0:1746137586.182584:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303404928:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.202134:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.202171:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.202222:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2008:x1830957303404288:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 27904us (28773us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.202234:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14621 00002000:00100000:1.0:1746137586.202247:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880099436300 x1830957303404288/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.202256:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436300 with x1830957303404288 ext(6291456->7340031) 00002000:00010000:1.0:1746137586.202261:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099436300 00000100:00100000:1.0:1746137586.202286:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303405312 00000100:00100000:2.0:1746137586.202287:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303405440 00000100:00100000:2.0:1746137586.202293:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303405440 00000100:00100000:1.0:1746137586.202293:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303405312 00002000:00100000:1.0:1746137586.202317:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880099436a00 x1830957303405312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.202319:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880099434380 x1830957303405440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.202323:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957303405312 ext(4194304->6291455) 00002000:00010000:1.0:1746137586.202326:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099436a00 00002000:00100000:2.0:1746137586.202327:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957303405440 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.202330:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434380 00000100:00100000:1.0:1746137586.202343:0:27100:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14625 00000100:00100000:1.0:1746137586.202349:0:27100:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2007:x1830957303405312:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.202425:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2008:x1830957303404416:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 27983us (28882us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137586.202432:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14622 00002000:00100000:0.0:1746137586.202437:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff880099437480 x1830957303404416/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.202442:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099437480 with x1830957303404416 ext(6291456->7340031) 00002000:00010000:0.0:1746137586.202446:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099437480 00000100:00100000:0.0:1746137586.202461:0:27092:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14626 00000100:00100000:0.0:1746137586.202466:0:27092:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957303405440:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.204856:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2008:x1830957303404672:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 24349us (24792us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.204866:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14623 00002000:00100000:3.0:1746137586.204875:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880099434700 x1830957303404672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.204884:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434700 with x1830957303404672 ext(7340032->8388607) 00002000:00010000:3.0:1746137586.204888:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434700 00000100:00100000:2.0:1746137586.211897:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303404928:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 29300us (30411us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.211910:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14624 00002000:00100000:2.0:1746137586.211924:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff880099435180 x1830957303404928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.211952:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435180 with x1830957303404928 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.211958:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099435180 00000100:00100000:2.0:1746137586.223672:0:27092:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303405440:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 21192us (21487us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.223687:0:27092:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14626 00002000:00100000:2.0:1746137586.223701:0:27092:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880099434380 x1830957303405440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.223711:0:27092:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434380 with x1830957303405440 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.223717:0:27092:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434380 00000100:00100000:1.0:1746137586.228426:0:27100:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303405312:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 26063us (26289us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.228440:0:27100:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14625 00002000:00100000:1.0:1746137586.228454:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880099436a00 x1830957303405312/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.228464:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099436a00 with x1830957303405312 ext(4194304->6291455) 00002000:00010000:1.0:1746137586.228469:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099436a00 00000100:00100000:1.0:1746137586.239687:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.239765:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.239793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.239872:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.240550:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303405824 00000100:00100000:2.0:1746137586.240559:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303405824 00002000:00100000:2.0:1746137586.240602:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff880133f86300 x1830957303405824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.240613:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86300 with x1830957303405824 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.240617:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86300 00000100:00100000:2.0:1746137586.240633:0:27100:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303405952 00000100:00100000:2.0:1746137586.240635:0:27100:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303405952 00002000:00100000:2.0:1746137586.240645:0:27100:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880133f84a80 x1830957303405952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.240651:0:27100:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84a80 with x1830957303405952 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.240654:0:27100:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133f84a80 00000100:00100000:2.0:1746137586.240665:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303406208 00000100:00100000:2.0:1746137586.240667:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303406208 00002000:00100000:2.0:1746137586.240677:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800a03a8700 x1830957303406208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.240683:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8700 with x1830957303406208 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.240685:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a8700 00000100:00100000:2.0:1746137586.240692:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303406464 00000100:00100000:2.0:1746137586.240694:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303406464 00002000:00100000:2.0:1746137586.240701:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800a03a8380 x1830957303406464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.240706:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8380 with x1830957303406464 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.240708:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8380 00000100:00100000:2.0:1746137586.240718:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14627 00000100:00100000:2.0:1746137586.240725:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2005:x1830957303405824:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.241334:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14628 00000100:00100000:2.0:1746137586.241340:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303405952:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.242318:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14629 00000100:00100000:0.0:1746137586.242327:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303406208:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.243602:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14630 00000100:00100000:3.0:1746137586.243612:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2006:x1830957303406464:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.264027:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303405824:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 23288us (24335us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.264039:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14627 00002000:00100000:2.0:1746137586.264055:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff880133f86300 x1830957303405824/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.264064:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f86300 with x1830957303405824 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.264070:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133f86300 00000100:00100000:0.0:1746137586.273029:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303406208:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 30687us (33218us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137586.273042:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14629 00002000:00100000:0.0:1746137586.273055:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800a03a8700 x1830957303406208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.273064:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8700 with x1830957303406208 ext(7340032->8388607) 00002000:00010000:0.0:1746137586.273069:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a8700 00000100:00100000:2.0:1746137586.273900:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303405952:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 32559us (34132us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.273907:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14628 00002000:00100000:2.0:1746137586.273913:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880133f84a80 x1830957303405952/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.273920:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133f84a80 with x1830957303405952 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.273923:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133f84a80 00000100:00100000:3.0:1746137586.274783:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303406464:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 31173us (34909us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.274790:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14630 00002000:00100000:3.0:1746137586.274795:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800a03a8380 x1830957303406464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.274801:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8380 with x1830957303406464 ext(7340032->8388607) 00002000:00010000:3.0:1746137586.274805:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8380 00000100:00100000:0.0:1746137586.299715:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.299775:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.299871:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303406848 00000100:00100000:2.0:1746137586.299881:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303406848 00002000:00100000:2.0:1746137586.299923:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880099434a80 x1830957303406848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.299934:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957303406848 ext(8388608->10485759) 00002000:00010000:2.0:1746137586.299962:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:2.0:1746137586.299981:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303406976 00000100:00100000:2.0:1746137586.299983:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303406976 00002000:00100000:2.0:1746137586.299996:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880099434000 x1830957303406976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.300003:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434000 with x1830957303406976 ext(8388608->10485759) 00002000:00010000:2.0:1746137586.300006:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434000 00000100:00100000:2.0:1746137586.300019:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14631 00000100:00100000:2.0:1746137586.300025:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303406848:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.301210:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14632 00000100:00100000:2.0:1746137586.301218:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303406976:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.320835:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303406848:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20798us (22191us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137586.320848:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14631 00002000:00100000:3.0:1746137586.320861:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff880099434a80 x1830957303406848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.320870:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434a80 with x1830957303406848 ext(8388608->10485759) 00002000:00010000:3.0:1746137586.320875:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099434a80 00000100:00100000:2.0:1746137586.325783:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303406976:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 24555us (25996us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.325795:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14632 00002000:00100000:2.0:1746137586.325807:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff880099434000 x1830957303406976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.325817:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434000 with x1830957303406976 ext(8388608->10485759) 00002000:00010000:2.0:1746137586.325823:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434000 00000100:00100000:0.0:1746137586.330359:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.330538:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303407232 00000100:00100000:2.0:1746137586.330547:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303407232 00002000:00100000:2.0:1746137586.330585:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880099434e00 x1830957303407232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.330593:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957303407232 ext(10485760->11534335) 00002000:00010000:2.0:1746137586.330597:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:2.0:1746137586.330624:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14633 00000100:00100000:2.0:1746137586.330630:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303407232:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.332411:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.332433:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303407488 00000100:00100000:3.0:1746137586.332440:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303407488 00002000:00100000:3.0:1746137586.332471:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800a03a9880 x1830957303407488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.332481:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9880 with x1830957303407488 ext(10485760->11534335) 00002000:00010000:3.0:1746137586.332486:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a9880 00000100:00100000:3.0:1746137586.332517:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14634 00000100:00100000:3.0:1746137586.332524:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303407488:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.333369:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.333436:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303407744 00000100:00100000:0.0:1746137586.333440:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303407744 00002000:00100000:0.0:1746137586.333460:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff8800a6777100 x1830957303407744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.333468:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777100 with x1830957303407744 ext(11534336->12582911) 00002000:00010000:0.0:1746137586.333472:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777100 00000100:00100000:0.0:1746137586.333496:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14635 00000100:00100000:0.0:1746137586.333502:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303407744:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.341302:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.341345:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.341483:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303408000 00000100:00100000:2.0:1746137586.341493:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303408000 00002000:00100000:2.0:1746137586.341536:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff8800a03a9f80 x1830957303408000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.341546:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9f80 with x1830957303408000 ext(11534336->12582911) 00002000:00010000:2.0:1746137586.341551:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a9f80 00000100:00100000:2.0:1746137586.341569:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303408256 00000100:00100000:2.0:1746137586.341571:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303408256 00002000:00100000:2.0:1746137586.341583:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff8800a03abb80 x1830957303408256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.341591:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03abb80 with x1830957303408256 ext(12582912->13631487) 00002000:00010000:2.0:1746137586.341596:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03abb80 00000100:00100000:2.0:1746137586.341610:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14636 00000100:00100000:2.0:1746137586.341617:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303408000:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.341642:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14637 00000100:00100000:0.0:1746137586.341650:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2005:x1830957303408256:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.341774:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+23:2006:x1830957303407232:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 11142us (11426us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.341782:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14633 00002000:00100000:3.0:1746137586.341788:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880099434e00 x1830957303407232/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.341795:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099434e00 with x1830957303407232 ext(10485760->11534335) 00002000:00010000:3.0:1746137586.341798:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099434e00 00000100:00100000:0.0:1746137586.345953:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303407744:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 12420us (12555us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137586.345967:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14635 00002000:00100000:0.0:1746137586.345980:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff8800a6777100 x1830957303407744/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.345990:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a6777100 with x1830957303407744 ext(11534336->12582911) 00002000:00010000:0.0:1746137586.345995:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a6777100 00000100:00100000:3.0:1746137586.346018:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303407488:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 13493us (13613us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.346025:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14634 00002000:00100000:3.0:1746137586.346031:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff8800a03a9880 x1830957303407488/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.346039:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9880 with x1830957303407488 ext(10485760->11534335) 00002000:00010000:3.0:1746137586.346042:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a9880 00000100:00100000:0.0:1746137586.347734:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.347775:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.348561:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303408640 00000100:00100000:1.0:1746137586.348574:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303408640 00002000:00100000:1.0:1746137586.348615:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880099435500 x1830957303408640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.348624:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435500 with x1830957303408640 ext(8388608->10485759) 00002000:00010000:1.0:1746137586.348630:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099435500 00000100:00100000:1.0:1746137586.348661:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303408768 00000100:00100000:1.0:1746137586.348663:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303408768 00000100:00100000:2.0:1746137586.348742:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14638 00000100:00100000:2.0:1746137586.348752:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303408640:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:1.0:1746137586.349163:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff880099435f80 x1830957303408768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.349172:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435f80 with x1830957303408768 ext(8388608->10485759) 00002000:00010000:1.0:1746137586.349175:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099435f80 00000100:00100000:1.0:1746137586.349191:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14639 00000100:00100000:1.0:1746137586.349196:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2007:x1830957303408768:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.350005:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303408000:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 8386us (8711us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.350013:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14636 00002000:00100000:3.0:1746137586.350021:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff8800a03a9f80 x1830957303408000/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.350029:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a9f80 with x1830957303408000 ext(11534336->12582911) 00002000:00010000:3.0:1746137586.350032:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03a9f80 00000100:00100000:1.0:1746137586.355754:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+21:2005:x1830957303408256:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 14092us (14395us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.355769:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14637 00002000:00100000:1.0:1746137586.355781:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff8800a03abb80 x1830957303408256/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.355790:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03abb80 with x1830957303408256 ext(12582912->13631487) 00002000:00010000:1.0:1746137586.355796:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03abb80 00000100:00100000:2.0:1746137586.367921:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303408640:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 19157us (20181us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.367948:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14638 00002000:00100000:2.0:1746137586.367963:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880099435500 x1830957303408640/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.367974:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435500 with x1830957303408640 ext(8388608->10485759) 00002000:00010000:2.0:1746137586.367980:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099435500 00000100:00100000:1.0:1746137586.373742:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303408768:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 24535us (25956us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.373755:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14639 00002000:00100000:1.0:1746137586.373767:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff880099435f80 x1830957303408768/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.373777:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099435f80 with x1830957303408768 ext(8388608->10485759) 00002000:00010000:1.0:1746137586.373783:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099435f80 00000100:00100000:0.0:1746137586.381538:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.381829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.381972:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303409152 00000100:00100000:1.0:1746137586.381983:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303409152 00002000:00100000:1.0:1746137586.382028:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800998a6a00 x1830957303409152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.382038:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957303409152 ext(10485760->11534335) 00002000:00010000:1.0:1746137586.382042:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:1.0:1746137586.382066:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303409280 00000100:00100000:1.0:1746137586.382068:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303409280 00002000:00100000:1.0:1746137586.382081:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff8800998a6d80 x1830957303409280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.382087:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957303409280 ext(10485760->11534335) 00002000:00010000:1.0:1746137586.382090:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6d80 00000100:00100000:1.0:1746137586.382115:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14640 00000100:00100000:1.0:1746137586.382123:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303409152:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.383855:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14641 00000100:00100000:2.0:1746137586.383868:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2006:x1830957303409280:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.399089:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.399135:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.399235:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303409152:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 17111us (17706us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.399246:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14640 00002000:00100000:1.0:1746137586.399258:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff8800998a6a00 x1830957303409152/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.399268:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6a00 with x1830957303409152 ext(10485760->11534335) 00002000:00010000:1.0:1746137586.399273:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a6a00 00000100:00100000:1.0:1746137586.404526:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303409536 00000100:00100000:1.0:1746137586.404541:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303409536 00002000:00100000:1.0:1746137586.404585:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800998a5f80 x1830957303409536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746137586.404595:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00002000:00100000:1.0:1746137586.404596:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957303409536 ext(11534336->12582911) 00002000:00010000:1.0:1746137586.404602:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5f80 00000100:00100000:2.0:1746137586.406034:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303409792 00000100:00100000:2.0:1746137586.406044:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303409792 00002000:00100000:2.0:1746137586.406074:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff8800998a7480 x1830957303409792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.406089:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957303409792 ext(11534336->12582911) 00002000:00010000:2.0:1746137586.406093:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7480 00000100:00100000:2.0:1746137586.406106:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303410048 00000100:00100000:2.0:1746137586.406108:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303410048 00002000:00100000:2.0:1746137586.406121:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800998a4000 x1830957303410048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.406128:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4000 with x1830957303410048 ext(12582912->13631487) 00002000:00010000:2.0:1746137586.406131:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a4000 00000100:00100000:2.0:1746137586.406141:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14642 00000100:00100000:2.0:1746137586.406149:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303409536:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.406902:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+20:2006:x1830957303409280:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 23035us (25070us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.406909:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14641 00002000:00100000:2.0:1746137586.406916:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff8800998a6d80 x1830957303409280/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.406922:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6d80 with x1830957303409280 ext(10485760->11534335) 00002000:00010000:2.0:1746137586.406924:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6d80 00000100:00100000:2.0:1746137586.406973:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14643 00000100:00100000:2.0:1746137586.406980:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303409792:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.407869:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14644 00000100:00100000:1.0:1746137586.407878:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957303410048:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.429200:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303409536:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 23039us (30110us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.429213:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14642 00002000:00100000:2.0:1746137586.429228:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800998a5f80 x1830957303409536/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.429237:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5f80 with x1830957303409536 ext(11534336->12582911) 00002000:00010000:2.0:1746137586.429243:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5f80 00000100:00100000:0.0:1746137586.433389:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303410048:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 25489us (28772us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137586.433402:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14644 00002000:00100000:0.0:1746137586.433414:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff8800998a4000 x1830957303410048/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.433424:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a4000 with x1830957303410048 ext(12582912->13631487) 00000100:00100000:3.0:1746137586.433429:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+19:2007:x1830957303409792:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 26450us (34293us total) trans 0 rc 1048576/1048576 00002000:00010000:0.0:1746137586.433430:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a4000 00000100:00100000:3.0:1746137586.433435:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14643 00002000:00100000:3.0:1746137586.433440:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff8800998a7480 x1830957303409792/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.433446:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7480 with x1830957303409792 ext(11534336->12582911) 00002000:00010000:3.0:1746137586.433449:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a7480 00000100:00100000:0.0:1746137586.461061:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.461138:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303410304 00000100:00100000:2.0:1746137586.461149:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303410304 00000100:00100000:2.0:1746137586.461209:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 198 00000100:00100000:2.0:1746137586.461218:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:3753:x1830957303410304:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:2.0:1746137586.461480:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3753:x1830957303410304:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 263us (428us total) trans 4294990707 rc 0/0 00000100:00100000:2.0:1746137586.461486:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 198 00000100:00100000:0.0:1746137586.471759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.472444:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303410560 00000100:00100000:2.0:1746137586.472454:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303410560 00000100:00100000:2.0:1746137586.473897:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54876 00000100:00100000:2.0:1746137586.473912:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:3755:x1830957303410560:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137586.473930:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.473961:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136785400/0x95b3ed7b846f8faa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa59c expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.474130:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8fb1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137586.474141:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137586.474154:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137586.474167:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746137586.474318:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136785400/0x95b3ed7b846f8faa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa59c expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.474479:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa59c expref: 19 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.474487:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137586.474490:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137586.474493:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136784a00, rc 0) 00000100:00100000:2.0:1746137586.474562:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3755:x1830957303410560:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 655us (2813us total) trans 4294990708 rc 0/0 00000100:00100000:2.0:1746137586.474569:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54876 00000100:00100000:0.0:1746137586.477430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.477755:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303410688 00000100:00100000:2.0:1746137586.477768:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303410688 00000100:00100000:2.0:1746137586.477824:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1233 00000100:00100000:2.0:1746137586.477830:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2006:x1830957303410688:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137586.477840:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137586.477861:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136784a00/0x95b3ed7b846f8fb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa59c expref: 19 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.477874:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137586.477877:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137586.477926:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2006:x1830957303410688:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 96us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137586.477930:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1233 00000100:00100000:0.0:1746137586.479015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.479098:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303410944 00000100:00100000:2.0:1746137586.479105:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303410944 00000100:00100000:2.0:1746137586.479206:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54877 00000100:00100000:2.0:1746137586.479214:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+18:3755:x1830957303410944:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137586.479235:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.479253:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136784600/0x95b3ed7b846f8fbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5a3 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.479347:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8fc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137586.479358:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137586.479368:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137586.479390:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746137586.479478:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136784600/0x95b3ed7b846f8fbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5a3 expref: 21 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.479493:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5a3 expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.479500:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:2.0:1746137586.479503:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137586.479505:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a86eb400, rc 0) 00000100:00100000:2.0:1746137586.479551:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+20:3755:x1830957303410944:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 338us (538us total) trans 4294990709 rc 0/0 00000100:00100000:2.0:1746137586.479557:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54877 00000100:00100000:0.0:1746137586.482900:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.482972:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.483000:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.483066:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303411072 00000100:00100000:2.0:1746137586.483074:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303411072 00000100:00100000:1.0:1746137586.483080:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303411200 00000100:00100000:1.0:1746137586.483084:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303411200 00000100:00100000:2.0:1746137586.483112:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1234 00000100:00100000:2.0:1746137586.483117:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2007:x1830957303411072:12345-192.168.202.31@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746137586.483123:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303411328 00000100:00100000:1.0:1746137586.483126:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303411328 00010000:00010000:2.0:1746137586.483128:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746137586.483140:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31247 00000100:00100000:1.0:1746137586.483145:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303411200:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137586.483147:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f8fc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5a3 expref: 20 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.483157:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.483160:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:2.0:1746137586.483163:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137586.483170:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8fd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5aa expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.483185:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.483187:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.483194:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5aa expref: 10 pid: 9556 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746137586.483196:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2007:x1830957303411072:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 80us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137586.483200:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1234 00010000:00010000:1.0:1746137586.483206:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009fe00e00/0x95b3ed7b846f8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5aa expref: 10 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137586.483214:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe00e00, rc 0) 00000100:00100000:1.0:1746137586.483234:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303411200:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 89us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.483239:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31247 00000100:00100000:1.0:1746137586.483251:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31248 00000100:00100000:1.0:1746137586.483256:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2006:x1830957303411328:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137586.483262:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137586.483269:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f8fdb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5b1 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.483279:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.483280:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.483284:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f8fdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5b1 expref: 14 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137586.483292:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe00c00/0x95b3ed7b846f8fdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5b1 expref: 14 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137586.483304:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe00c00, rc 0) 00000100:00080000:2.0:1746137586.483307:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137586.483320:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303411328:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 65us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.483325:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31248 00000100:00100000:0.0:1746137586.495436:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.495658:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.495711:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303411584 00000100:00100000:1.0:1746137586.495720:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303411584 00000100:00100000:3.0:1746137586.495736:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303411840 00000100:00100000:3.0:1746137586.495740:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303411840 00002000:00100000:1.0:1746137586.495759:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff8800998a5500 x1830957303411584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.495760:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff8800998a6680 x1830957303411840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.495767:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5500 with x1830957303411584 ext(0->2097151) 00002000:00100000:3.0:1746137586.495768:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6680 with x1830957303411840 ext(0->2097151) 00002000:00010000:1.0:1746137586.495770:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5500 00002000:00010000:3.0:1746137586.495771:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6680 00000100:00100000:3.0:1746137586.495799:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14645 00000100:00100000:1.0:1746137586.495803:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14646 00000100:00100000:3.0:1746137586.495807:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303411840:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.495807:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303411584:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.507785:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303411840:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 11966us (12113us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137586.507798:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14645 00002000:00100000:3.0:1746137586.507812:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff8800998a6680 x1830957303411840/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.507822:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a6680 with x1830957303411840 ext(0->2097151) 00002000:00010000:3.0:1746137586.507828:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800998a6680 00000100:00100000:1.0:1746137586.510453:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303411584:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 14635us (15019us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.510463:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14646 00002000:00100000:1.0:1746137586.510586:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff8800998a5500 x1830957303411584/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.510595:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5500 with x1830957303411584 ext(0->2097151) 00002000:00010000:1.0:1746137586.510600:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5500 00000100:00100000:0.0:1746137586.525673:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.525732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.525967:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303412224 00000100:00100000:1.0:1746137586.525977:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303412224 00002000:00100000:1.0:1746137586.526017:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff8800998a7800 x1830957303412224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.526033:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7800 with x1830957303412224 ext(2097152->4194303) 00002000:00010000:1.0:1746137586.526038:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a7800 00000100:00100000:3.0:1746137586.526045:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303412352 00000100:00100000:3.0:1746137586.526050:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303412352 00002000:00100000:3.0:1746137586.526071:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880073551500 x1830957303412352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746137586.526071:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14647 00002000:00100000:3.0:1746137586.526080:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551500 with x1830957303412352 ext(2097152->4194303) 00002000:00010000:3.0:1746137586.526083:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073551500 00000100:00100000:1.0:1746137586.526090:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303412224:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.526098:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14648 00000100:00100000:3.0:1746137586.526103:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303412352:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.541638:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303412352:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15523us (15895us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137586.541651:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14648 00002000:00100000:3.0:1746137586.541665:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff880073551500 x1830957303412352/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.541674:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551500 with x1830957303412352 ext(2097152->4194303) 00002000:00010000:3.0:1746137586.541680:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073551500 00000100:00100000:2.0:1746137586.541817:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303412224:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15379us (15795us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.541829:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14647 00002000:00100000:2.0:1746137586.541840:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff8800998a7800 x1830957303412224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.541849:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a7800 with x1830957303412224 ext(2097152->4194303) 00002000:00010000:2.0:1746137586.541853:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a7800 00000100:00100000:0.0:1746137586.557093:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.557565:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303412608 00000100:00100000:2.0:1746137586.557576:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303412608 00002000:00100000:2.0:1746137586.557624:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880073552680 x1830957303412608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.557633:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552680 with x1830957303412608 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.557639:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073552680 00000100:00100000:2.0:1746137586.557858:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14649 00000100:00100000:2.0:1746137586.557869:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303412608:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.557895:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.557926:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303412864 00000100:00100000:2.0:1746137586.557929:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303412864 00002000:00100000:2.0:1746137586.557983:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880073550700 x1830957303412864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.557990:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550700 with x1830957303412864 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.557993:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550700 00000100:00100000:3.0:1746137586.558171:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14650 00000100:00100000:3.0:1746137586.558183:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303412864:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.573335:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303412864:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15143us (15428us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137586.573349:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14650 00002000:00100000:3.0:1746137586.573363:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880073550700 x1830957303412864/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.573373:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550700 with x1830957303412864 ext(4194304->6291455) 00002000:00010000:3.0:1746137586.573389:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073550700 00000100:00100000:2.0:1746137586.578150:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303412608:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20274us (21061us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.578163:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14649 00002000:00100000:2.0:1746137586.578173:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880073552680 x1830957303412608/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.578182:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552680 with x1830957303412608 ext(4194304->6291455) 00002000:00010000:2.0:1746137586.578187:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073552680 00000100:00100000:0.0:1746137586.583257:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.583404:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303413120 00000100:00100000:2.0:1746137586.583414:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303413120 00002000:00100000:2.0:1746137586.583459:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880073550a80 x1830957303413120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.583470:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550a80 with x1830957303413120 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.583475:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073550a80 00000100:00100000:2.0:1746137586.583541:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14651 00000100:00100000:2.0:1746137586.583550:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303413120:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.587388:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.587740:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303413376 00000100:00100000:3.0:1746137586.587749:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303413376 00002000:00100000:3.0:1746137586.587790:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff880073553b80 x1830957303413376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.587800:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073553b80 with x1830957303413376 ext(6291456->7340031) 00002000:00010000:3.0:1746137586.587806:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073553b80 00000100:00100000:3.0:1746137586.587834:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14652 00000100:00100000:3.0:1746137586.587842:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2006:x1830957303413376:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.589767:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.590958:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303413632 00000100:00100000:2.0:1746137586.590970:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303413632 00002000:00100000:2.0:1746137586.591012:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880073551c00 x1830957303413632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.591023:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957303413632 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.591028:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073551c00 00000100:00100000:2.0:1746137586.591060:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14653 00000100:00100000:2.0:1746137586.591068:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2006:x1830957303413632:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.594694:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.594896:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303413888 00000100:00100000:3.0:1746137586.594909:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303413888 00002000:00100000:3.0:1746137586.594974:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800a03ab800 x1830957303413888/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.594984:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab800 with x1830957303413888 ext(7340032->8388607) 00002000:00010000:3.0:1746137586.594989:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03ab800 00000100:00100000:3.0:1746137586.595012:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14654 00000100:00100000:3.0:1746137586.595020:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2006:x1830957303413888:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.595177:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2006:x1830957303413120:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 11627us (11929us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.595186:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14651 00002000:00100000:2.0:1746137586.595192:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880073550a80 x1830957303413120/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.595200:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550a80 with x1830957303413120 ext(6291456->7340031) 00002000:00010000:2.0:1746137586.595204:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073550a80 00000001:00080000:0.0:1746137586.600732:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972355 is committed 00000001:00080000:0.0:1746137586.600753:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972352 is committed 00000001:00080000:0.0:1746137586.600780:0:9553:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972345 is committed 00000100:00100000:3.0:1746137586.604449:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303413376:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16597us (17074us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.604461:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14652 00002000:00100000:3.0:1746137586.604472:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff880073553b80 x1830957303413376/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.604481:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073553b80 with x1830957303413376 ext(6291456->7340031) 00002000:00010000:3.0:1746137586.604486:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073553b80 00000100:00100000:2.0:1746137586.607348:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2006:x1830957303413632:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16270us (17579us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.607359:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14653 00002000:00100000:2.0:1746137586.607370:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880073551c00 x1830957303413632/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.607390:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551c00 with x1830957303413632 ext(7340032->8388607) 00002000:00010000:2.0:1746137586.607395:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073551c00 00000100:00100000:3.0:1746137586.608486:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2006:x1830957303413888:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 13463us (13799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.608493:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14654 00002000:00100000:3.0:1746137586.608500:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff8800a03ab800 x1830957303413888/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.608513:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab800 with x1830957303413888 ext(7340032->8388607) 00002000:00010000:3.0:1746137586.608517:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03ab800 00000100:00100000:0.0:1746137586.627829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.628253:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303414144 00000100:00100000:3.0:1746137586.628262:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303414144 00002000:00100000:3.0:1746137586.628308:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880073552300 x1830957303414144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.628318:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957303414144 ext(8388608->10485759) 00002000:00010000:3.0:1746137586.628323:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073552300 00000100:00100000:3.0:1746137586.628358:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14655 00000100:00100000:3.0:1746137586.628366:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2008:x1830957303414144:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137586.631244:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.635626:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303414400 00000100:00100000:2.0:1746137586.635639:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303414400 00002000:00100000:2.0:1746137586.635683:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff8800a03a8e00 x1830957303414400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.635694:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8e00 with x1830957303414400 ext(8388608->10485759) 00002000:00010000:2.0:1746137586.635699:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8e00 00000100:00100000:2.0:1746137586.635735:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14656 00000100:00100000:2.0:1746137586.635742:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2008:x1830957303414400:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.655351:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2008:x1830957303414400:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 19598us (24105us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137586.655365:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14656 00000100:00100000:3.0:1746137586.655385:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2008:x1830957303414144:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 27008us (27552us total) trans 0 rc 2097152/2097152 00002000:00100000:2.0:1746137586.655385:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff8800a03a8e00 x1830957303414400/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746137586.655392:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14655 00002000:00100000:2.0:1746137586.655395:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03a8e00 with x1830957303414400 ext(8388608->10485759) 00002000:00100000:3.0:1746137586.655398:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880073552300 x1830957303414144/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746137586.655401:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03a8e00 00002000:00100000:3.0:1746137586.655406:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073552300 with x1830957303414144 ext(8388608->10485759) 00002000:00010000:3.0:1746137586.655409:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073552300 00000100:00100000:0.0:1746137586.665631:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.666458:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303414656 00000100:00100000:3.0:1746137586.666469:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303414656 00002000:00100000:3.0:1746137586.666514:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880073550000 x1830957303414656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.666525:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550000 with x1830957303414656 ext(10485760->11534335) 00002000:00010000:3.0:1746137586.666530:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073550000 00000100:00100000:3.0:1746137586.666573:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14657 00000100:00100000:3.0:1746137586.666581:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2007:x1830957303414656:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137586.677132:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.677179:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.678016:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303415040 00000100:00100000:2.0:1746137586.678029:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303415040 00002000:00100000:2.0:1746137586.678071:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->12582911) req@ffff880073551880 x1830957303415040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.678080:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551880 with x1830957303415040 ext(10485760->12582911) 00002000:00010000:2.0:1746137586.678086:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073551880 00000100:00100000:0.0:1746137586.679501:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303415296 00000100:00100000:0.0:1746137586.679509:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303415296 00002000:00100000:0.0:1746137586.679531:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff88009e27e300 x1830957303415296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137586.679538:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957303415296 ext(11534336->13631487) 00002000:00010000:0.0:1746137586.679541:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e27e300 00000100:00100000:1.0:1746137586.680785:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14658 00000100:00100000:3.0:1746137586.680797:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14659 00000100:00100000:1.0:1746137586.680801:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2007:x1830957303415040:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137586.680807:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2007:x1830957303415296:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137586.683864:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2007:x1830957303414656:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 17273us (18231us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.683875:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14657 00002000:00100000:2.0:1746137586.683886:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880073550000 x1830957303414656/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.683900:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073550000 with x1830957303414656 ext(10485760->11534335) 00002000:00010000:2.0:1746137586.683905:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880073550000 00000100:00100000:1.0:1746137586.705332:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2007:x1830957303415040:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 24522us (28197us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137586.705344:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14658 00002000:00100000:1.0:1746137586.705356:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->12582911) req@ffff880073551880 x1830957303415040/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137586.705366:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880073551880 with x1830957303415040 ext(10485760->12582911) 00002000:00010000:1.0:1746137586.705372:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880073551880 00000100:00100000:3.0:1746137586.711447:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2007:x1830957303415296:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 30630us (34255us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137586.711460:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14659 00002000:00100000:3.0:1746137586.711472:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff88009e27e300 x1830957303415296/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/440 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.711481:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e27e300 with x1830957303415296 ext(11534336->13631487) 00002000:00010000:3.0:1746137586.711487:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e27e300 00000100:00100000:0.0:1746137586.720234:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.720430:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303415680 00000100:00100000:3.0:1746137586.720440:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303415680 00000100:00100000:3.0:1746137586.721279:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 199 00000100:00100000:3.0:1746137586.721290:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3755:x1830957303415680:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:3.0:1746137586.721505:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+20:3755:x1830957303415680:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 216us (1281us total) trans 4294990710 rc 0/0 00000100:00100000:3.0:1746137586.721511:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 199 00000100:00100000:0.0:1746137586.723520:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.723589:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303415936 00000100:00100000:3.0:1746137586.723598:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303415936 00000100:00100000:3.0:1746137586.724197:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 200 00000100:00100000:3.0:1746137586.724204:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+20:3755:x1830957303415936:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:3.0:1746137586.724355:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+21:3755:x1830957303415936:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 151us (841us total) trans 4294990711 rc 0/0 00000100:00100000:3.0:1746137586.724365:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 200 00010000:00010000:2.0:1746137586.726141:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137586.735589:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.735848:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416192 00000100:00100000:3.0:1746137586.735857:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416192 00000100:00100000:0.0:1746137586.736273:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.736330:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54878 00000100:00100000:3.0:1746137586.736340:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3756:x1830957303416192:12345-192.168.202.31@tcp:36:rm.0 00010000:00010000:3.0:1746137586.736400:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746137586.736423:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f8f41 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa556 expref: 27 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.738805:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f8d1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa4ed expref: 26 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.738826:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:3.0:1746137586.738835:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f8f25 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa54f expref: 25 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.738842:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.738845:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137586.738865:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.738875:0:7212:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.738880:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.738916:0:7212:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.738929:0:7212:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 20 pid: 7212 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.738955:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202048:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137586.739041:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac000 going to sleep for 11 seconds 00000100:00100000:2.0:1746137586.740012:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416320 00000100:00100000:2.0:1746137586.740021:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416320 00000100:00100000:2.0:1746137586.741928:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 619 00000100:00100000:2.0:1746137586.741970:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800775fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2006:x1830957303416320:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:2.0:1746137586.742006:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.742022:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f8fe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5b8 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.742063:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742073:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742082:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742093:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742098:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742103:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742143:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742149:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742154:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742158:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff06000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.742161:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742167:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742175:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.742178:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.742180:0:7215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.742187:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742190:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f8ff0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742215:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742219:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742223:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742227:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff07400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.742230:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742234:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742240:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880073350900) 00010000:00010000:2.0:1746137586.742242:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.742244:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742249:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f8ff7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.742271:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f8fe9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5b8 expref: 26 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.742278:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.742280:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137586.742282:0:7215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.742288:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f8fe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5b8 expref: 26 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.742294:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06600, rc -2) 00000100:00100000:2.0:1746137586.742348:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800775fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+25:2006:x1830957303416320:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 411us (6074us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137586.742355:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 619 00000100:00100000:3.0:1746137586.744070:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202048:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137586.744091:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000100:00100000:0.0:1746137586.744835:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.744897:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416448 00000100:00100000:3.0:1746137586.744904:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416448 00010000:00010000:3.0:1746137586.744931:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 21 pid: 7212 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.745794:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19001 00000100:00100000:3.0:1746137586.745803:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+21:2007:x1830957303416448:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137586.745815:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137586.745822:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 21 pid: 7212 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.745832:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 21 pid: 7212 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.745851:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f8f5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa56b expref: 21 pid: 7212 timeout: 779 lvb_type: 0 00010000:00010000:3.0:1746137586.745863:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.745869:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.745876:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.745882:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.745900:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137586.745967:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2007:x1830957303416448:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 165us (1133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.745973:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19001 00010000:00010000:3.0:1746137586.745996:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746002:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746018:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8ffe lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746026:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8ffe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746031:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8ffe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746107:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746115:0:7212:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 19 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.746125:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.746148:0:7212:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 19 pid: 11912 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.746157:0:7212:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 19 pid: 11912 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.746169:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202176:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137586.746217:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137586.748579:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.748636:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416576 00000100:00100000:1.0:1746137586.748643:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416576 00010000:00010000:1.0:1746137586.748668:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 20 pid: 11912 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746137586.748915:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19002 00000100:00100000:1.0:1746137586.748922:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2005:x1830957303416576:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137586.748931:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137586.748959:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 20 pid: 11912 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746137586.748971:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 20 pid: 11912 timeout: 779 lvb_type: 0 00010000:00010000:1.0:1746137586.748988:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:1.0:1746137586.748993:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1746137586.749000:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1746137586.749006:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:1.0:1746137586.749019:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137586.749052:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2005:x1830957303416576:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 131us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.749058:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19002 00010000:00010000:3.0:1746137586.750652:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073490400/0x95b3ed7b846f8db2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa517 expref: 19 pid: 11912 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.750669:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202176:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137586.750687:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.750694:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.750699:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000040:00080000:3.0:1746137586.750917:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746137586.750924:0:7212:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 679873986864ns, next at 680873985230ns, rc = 0 00000040:00080000:3.0:1746137586.751000:0:7212:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746137586.751006:0:7212:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 679874068675ns, next at 680874067552ns, rc = 0 00010000:00010000:3.0:1746137586.751045:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.751054:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.751063:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.751068:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.751073:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.751079:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752833:0:7212:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746137586.752864:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752872:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752877:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752882:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800735c4600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137586.752885:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752891:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752903:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:3.0:1746137586.752906:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137586.752911:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.752915:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f9005 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753061:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753067:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753071:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753074:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753078:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800735c4a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137586.753080:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753088:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753094:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.753096:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137586.753098:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753102:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f8fe2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1746137586.753109:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009e27fb80 reply state ffff88009fa1b000 transno 4294990712 ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8ffe lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753117:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59a00/0x95b3ed7b846f8ffe lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.753122:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:3.0:1746137586.753124:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137586.753127:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746137586.753205:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:3756:x1830957303416192:12345-192.168.202.31@tcp:36:rm.0 Request processed in 16864us (17624us total) trans 4294990712 rc 0/0 00000100:00100000:3.0:1746137586.753213:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54878 00010000:00010000:2.0:1746137586.753654:0:7200:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746137586.753661:0:7200:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.753667:0:7200:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0e6c800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137586.753670:0:7200:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.753676:0:7200:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.753685:0:7200:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff8801362df900) 00010000:00010000:2.0:1746137586.753687:0:7200:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746137586.753690:0:7200:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.753694:0:7200:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f900c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.753709:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137586.753711:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137586.753712:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137586.792130:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.792572:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416704 00000100:00100000:3.0:1746137586.792581:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416704 00000100:00100000:3.0:1746137586.792785:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54879 00000100:00100000:3.0:1746137586.792794:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+26:3759:x1830957303416704:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137586.792815:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.792831:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f9013 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5f0 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.792884:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.792895:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.792905:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.793065:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137586.793068:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137586.793085:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.793107:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f9013 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f0 expref: 28 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.793355:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f0 expref: 27 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.793363:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.793366:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137586.793368:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6c800, rc 0) 00000100:00100000:3.0:1746137586.793428:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3759:x1830957303416704:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 636us (1308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.793435:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54879 00000100:00100000:0.0:1746137586.797146:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.797385:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303416960 00000100:00100000:3.0:1746137586.797394:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303416960 00000100:00100000:3.0:1746137586.797448:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54880 00000100:00100000:3.0:1746137586.797456:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+27:3759:x1830957303416960:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137586.797472:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.797474:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137586.797496:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f901a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f0 expref: 27 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.797522:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.797526:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137586.797535:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f9021 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5f7 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.797622:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797632:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797640:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797649:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f902f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797654:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f902f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797659:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f902f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797927:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797934:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797966:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.797974:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746137586.797993:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.797999:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798004:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798009:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798015:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800735c4a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137586.798018:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798024:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798030:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.798032:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137586.798035:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798039:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4a00/0x95b3ed7b846f9028 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00000004:00010000:3.0:1746137586.798047:0:7212:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009e27c380 reply state ffff88009fa18000 transno 4294990713 ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f902f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798054:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800735c4600/0x95b3ed7b846f902f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.798060:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:3.0:1746137586.798061:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746137586.798064:0:7212:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746137586.798081:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6d400/0x95b3ed7b846f9021 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 29 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.798091:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 28 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.798097:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1c00) 00010000:00010000:3.0:1746137586.798100:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137586.798101:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fac6600, rc 0) 00000100:00100000:3.0:1746137586.801183:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3759:x1830957303416960:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 3715us (4033us total) trans 4294990713 rc 0/0 00000100:00100000:3.0:1746137586.801194:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54880 00000100:00100000:2.0:1746137586.804829:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.805370:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303417216 00000100:00100000:3.0:1746137586.805404:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303417216 00000100:00100000:3.0:1746137586.806527:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54881 00000100:00100000:3.0:1746137586.806541:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3759:x1830957303417216:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137586.806564:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.806583:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9044 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa5fe expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.806672:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.806685:0:7212:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 30 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.806696:0:7212:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.806726:0:7212:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 30 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.806737:0:7212:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 30 pid: 7212 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.806748:0:7212:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202304:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137586.806851:0:7212:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137586.809429:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.809705:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303417344 00000100:00100000:2.0:1746137586.809713:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303417344 00010000:00010000:2.0:1746137586.809750:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 31 pid: 7212 timeout: 779 lvb_type: 0 00000100:00100000:2.0:1746137586.809789:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19003 00000100:00100000:2.0:1746137586.809797:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303417344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137586.809810:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137586.809816:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 31 pid: 7212 timeout: 779 lvb_type: 0 00010000:00010000:2.0:1746137586.809833:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 31 pid: 7212 timeout: 779 lvb_type: 0 00010000:00010000:2.0:1746137586.809854:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1c00) 00010000:00010000:2.0:1746137586.809858:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.809867:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.809874:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.809889:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137586.809932:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:2006:x1830957303417344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 136us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137586.809974:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19003 00010000:00010000:3.0:1746137586.810101:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fac6600/0x95b3ed7b846f9036 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5f7 expref: 30 pid: 7212 timeout: 779 lvb_type: 0 00000100:00100000:3.0:1746137586.810123:0:7212:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bcef100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7212:1830957293202304:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137586.810140:0:7212:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810146:0:7212:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810151:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.810167:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00000004:00080000:3.0:1746137586.810299:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00000004:00080000:3.0:1746137586.810304:0:7212:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1746137586.810387:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810393:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810398:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810402:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0e6c600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137586.810405:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810410:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810420:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1c00) 00010000:00010000:3.0:1746137586.810423:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137586.810425:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810429:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f904b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.810467:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9044 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5fe expref: 30 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.810472:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9044 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa5fe expref: 30 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.810478:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6c800, rc 0) 00000100:00100000:3.0:1746137586.810498:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3759:x1830957303417216:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 3963us (5682us total) trans 4294990714 rc 301/301 00000100:00100000:3.0:1746137586.810503:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54881 00000100:00100000:0.0:1746137586.812867:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.812981:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303417600 00000100:00100000:2.0:1746137586.812991:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303417600 00000100:00100000:2.0:1746137586.813046:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 201 00000100:00100000:2.0:1746137586.813054:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+29:3759:x1830957303417600:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:2.0:1746137586.813279:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:3759:x1830957303417600:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 225us (419us total) trans 4294990715 rc 0/0 00000100:00100000:2.0:1746137586.813286:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 201 00000100:00100000:0.0:1746137586.814475:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.814563:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303417728 00000100:00100000:3.0:1746137586.814570:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303417728 00000100:00100000:3.0:1746137586.814749:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54882 00000100:00100000:3.0:1746137586.814758:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+30:3759:x1830957303417728:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:3.0:1746137586.814773:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.814789:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9059 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa605 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.814832:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9059 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa605 expref: 31 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.814848:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9059 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa605 expref: 31 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.814863:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:3.0:1746137586.814866:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746137586.814868:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6c800, rc 0) 00000100:00100000:3.0:1746137586.815099:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:3759:x1830957303417728:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 343us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.815105:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54882 00000100:00100000:2.0:1746137586.818094:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.818186:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303417984 00000100:00100000:3.0:1746137586.818196:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303417984 00000100:00100000:3.0:1746137586.818407:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 202 00000100:00100000:3.0:1746137586.818417:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+31:3759:x1830957303417984:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:3.0:1746137586.818668:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f5a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:3759:x1830957303417984:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 252us (583us total) trans 4294990716 rc 0/0 00000100:00100000:3.0:1746137586.818675:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 202 00000100:00100000:0.0:1746137586.830191:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.830254:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303418112 00000100:00100000:3.0:1746137586.830265:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303418112 00000100:00100000:3.0:1746137586.830313:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54883 00000100:00100000:3.0:1746137586.830322:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+32:3760:x1830957303418112:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.830345:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.830363:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073565000/0x95b3ed7b846f9060 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa60c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.830432:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.830443:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.830454:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.830491:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137586.830494:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137586.830509:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.830528:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073565000/0x95b3ed7b846f9060 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa60c expref: 34 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.830559:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa60c expref: 33 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.830566:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.830569:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137586.830571:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f899000, rc 0) 00000100:00100000:3.0:1746137586.830616:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:3760:x1830957303418112:12345-192.168.202.31@tcp:101:dd.0 Request processed in 295us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.830622:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54883 00000100:00100000:0.0:1746137586.831009:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.831558:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303418240 00000100:00100000:3.0:1746137586.831563:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303418240 00000100:00100000:3.0:1746137586.831598:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54884 00000100:00100000:3.0:1746137586.831604:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+19:3761:x1830957303418240:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.831615:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.831624:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898400/0x95b3ed7b846f906e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa613 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.831653:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.831659:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.831665:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.831682:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746137586.831684:0:7212:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746137586.831691:0:7212:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.831702:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898400/0x95b3ed7b846f906e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa613 expref: 21 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.831711:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa613 expref: 20 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.831717:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.831719:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746137586.831721:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009f898200, rc 0) 00000100:00100000:3.0:1746137586.831753:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+20:3761:x1830957303418240:12345-192.168.202.31@tcp:101:dd.0 Request processed in 150us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.831757:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54884 00000100:00100000:0.0:1746137586.836624:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.836687:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.837590:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303418496 00000100:00100000:3.0:1746137586.837601:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303418496 00000100:00100000:3.0:1746137586.837652:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54885 00000100:00100000:3.0:1746137586.837660:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+33:3760:x1830957303418496:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.837680:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.837683:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137586.837709:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f899000/0x95b3ed7b846f9067 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa60c expref: 33 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.837726:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137586.837730:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137586.837738:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898600/0x95b3ed7b846f907c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa61a expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.837833:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f9083 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.837842:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f9083 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.837850:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f9083 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.837859:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746137586.837967:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898600/0x95b3ed7b846f907c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa61a expref: 35 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.837978:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f9083 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa61a expref: 34 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.837983:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:3.0:1746137586.837985:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137586.837987:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a0e6c600, rc 0) 00000100:00100000:2.0:1746137586.838590:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303418624 00000100:00100000:2.0:1746137586.838596:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303418624 00000100:00100000:2.0:1746137586.838632:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 620 00000100:00100000:2.0:1746137586.838638:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2008:x1830957303418624:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:2.0:1746137586.838658:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.838665:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06800/0x95b3ed7b846f9091 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa621 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.838696:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838703:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838710:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838718:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838724:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838729:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838791:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838797:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838801:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000004:00200000:2.0:1746137586.838813:0:7215:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00000004:00200000:2.0:1746137586.838816:0:7215:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137586.838824:0:7215:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838831:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838838:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838843:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838847:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838852:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff06600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.838855:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838861:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838868:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.838871:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.838874:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838879:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06600/0x95b3ed7b846f9098 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838903:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838908:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838916:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838920:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff07400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.838922:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838926:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838931:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:2.0:1746137586.838933:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.838950:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838954:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff07400/0x95b3ed7b846f909f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.838968:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06800/0x95b3ed7b846f9091 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa621 expref: 37 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.838976:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa621 expref: 36 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.838982:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137586.838984:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137586.838985:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06000, rc 0) 00010000:00010000:2.0:1746137586.838988:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.838993:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa628 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.839011:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839017:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839022:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839032:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839037:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839042:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839052:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839057:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839061:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839064:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091d59600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.839067:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839071:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839079:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.839081:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.839083:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839087:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d59600/0x95b3ed7b846f90b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839092:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839096:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839100:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839104:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a071a200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.839106:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839111:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839115:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880073350100) 00010000:00010000:2.0:1746137586.839117:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.839119:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839122:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137586.839136:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90ad lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa628 expref: 37 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.839142:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.839144:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746137586.839147:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa628 expref: 37 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.839152:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06a00, rc -2) 00000100:00100000:2.0:1746137586.839185:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:2008:x1830957303418624:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 547us (2498us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746137586.839192:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 620 00000100:00100000:3.0:1746137586.839348:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:3760:x1830957303418496:12345-192.168.202.31@tcp:101:dd.0 Request processed in 1687us (2734us total) trans 4294990717 rc 0/0 00000100:00100000:3.0:1746137586.839356:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54885 00000100:00100000:0.0:1746137586.840152:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.840238:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303418880 00000100:00100000:3.0:1746137586.840247:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303418880 00000100:00100000:3.0:1746137586.840277:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54886 00000100:00100000:3.0:1746137586.840283:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+20:3761:x1830957303418880:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.840295:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.840305:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f90c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa659 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.840383:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f90c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.840394:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f90c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.840402:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f90c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:3.0:1746137586.840411:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746137586.840481:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a8600/0x95b3ed7b846f90c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa659 expref: 23 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.840494:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f90c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa659 expref: 22 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.840501:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:3.0:1746137586.840503:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137586.840505:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9000, rc 0) 00000100:00100000:3.0:1746137586.840829:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+22:3761:x1830957303418880:12345-192.168.202.31@tcp:101:dd.0 Request processed in 545us (678us total) trans 4294990718 rc 0/0 00000100:00100000:3.0:1746137586.840836:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54886 00000100:00100000:0.0:1746137586.845214:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.845976:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419008 00000100:00100000:1.0:1746137586.845986:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419008 00000100:00100000:1.0:1746137586.846047:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1235 00000100:00100000:1.0:1746137586.846054:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:2006:x1830957303419008:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137586.846067:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137586.846093:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c600/0x95b3ed7b846f9083 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa61a expref: 35 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.846126:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:1.0:1746137586.846130:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137586.846178:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:2006:x1830957303419008:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 124us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.846184:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1235 00000100:00100000:0.0:1746137586.846590:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.846618:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.846884:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419520 00000100:00100000:1.0:1746137586.846888:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419520 00000100:00100000:1.0:1746137586.846925:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31249 00000100:00100000:3.0:1746137586.846929:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419136 00000100:00100000:1.0:1746137586.846931:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303419520:12345-192.168.202.31@tcp:101:ll_agl.0 00000100:00100000:3.0:1746137586.846934:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419136 00010000:00010000:1.0:1746137586.846961:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137586.846976:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa667 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.846985:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1236 00000100:00100000:3.0:1746137586.846991:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+22:2007:x1830957303419136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00002000:00010000:1.0:1746137586.846995:0:9556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137586.846998:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137586.847009:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.847011:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801349a9000/0x95b3ed7b846f90c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa659 expref: 22 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.847011:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.847018:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.847022:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:3.0:1746137586.847025:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137586.847031:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137586.847038:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dc800, rc 0) 00000100:00100000:3.0:1746137586.847045:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+21:2007:x1830957303419136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 55us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.847051:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1236 00000100:00100000:1.0:1746137586.847057:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303419520:12345-192.168.202.31@tcp:101:ll_agl.0 Request processed in 126us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137586.847061:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31249 00000100:00100000:3.0:1746137586.847132:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.847158:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.847173:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419904 00000100:00100000:3.0:1746137586.847176:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419904 00000100:00100000:2.0:1746137586.847202:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419392 00000100:00100000:2.0:1746137586.847206:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419392 00000100:00100000:2.0:1746137586.847227:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54887 00000100:00100000:2.0:1746137586.847232:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+21:3761:x1830957303419392:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137586.847243:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137586.847244:0:7212:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746137586.847255:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f898200/0x95b3ed7b846f9075 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa613 expref: 21 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137586.847549:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137586.848208:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.848213:0:7212:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137586.848225:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071aa00/0x95b3ed7b846f90de lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa660 expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.848260:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14660 00000100:00100000:3.0:1746137586.848271:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303419904:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137586.848294:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.848303:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.848304:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.848307:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.848321:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.848331:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848339:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848347:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848354:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848359:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848363:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848410:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848416:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848421:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00000004:00200000:2.0:1746137586.848430:0:7212:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746137586.848498:0:7212:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848503:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848508:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848513:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848518:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a071be00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.848522:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848527:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848535:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137586.848537:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.848539:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848544:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071be00/0x95b3ed7b846f90ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848553:0:7212:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848557:0:7212:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848561:0:7212:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848565:0:7212:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a071a200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137586.848566:0:7212:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848570:0:7212:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848574:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:2.0:1746137586.848576:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137586.848578:0:7212:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848584:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071a200/0x95b3ed7b846f90f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7212 initiator: MDT0 00010000:00010000:2.0:1746137586.848608:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a071aa00/0x95b3ed7b846f90de lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 23 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.848616:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 22 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.848621:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137586.848622:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137586.848624:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff06a00, rc 0) 00000100:00100000:2.0:1746137586.848653:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+22:3761:x1830957303419392:12345-192.168.202.31@tcp:101:dd.0 Request processed in 1421us (1521us total) trans 4294990719 rc 0/0 00000100:00100000:2.0:1746137586.848659:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54887 00000100:00100000:0.0:1746137586.849056:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.851162:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303419648 00000100:00100000:3.0:1746137586.851173:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303419648 00000100:00100000:3.0:1746137586.851211:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31250 00000100:00100000:3.0:1746137586.851218:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2007:x1830957303419648:12345-192.168.202.31@tcp:101:ll_agl.0 00010000:00010000:3.0:1746137586.851234:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.851249:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa66e expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137586.851270:0:9556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746137586.851287:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.851289:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.851295:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.851307:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.851316:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349a9e00, rc 0) 00000100:00100000:3.0:1746137586.851338:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2007:x1830957303419648:12345-192.168.202.31@tcp:101:ll_agl.0 Request processed in 121us (3789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.851343:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31250 00000100:00100000:1.0:1746137586.851752:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420160 00000100:00100000:1.0:1746137586.851758:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420160 00000100:00100000:1.0:1746137586.851808:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14661 00000100:00100000:1.0:1746137586.851814:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303420160:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137586.851836:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.851845:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.851846:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.851849:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.851858:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862283:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862306:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862313:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862319:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801349a9200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137586.862323:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862330:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862347:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.862351:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801349a9200/0x95b3ed7b846f90e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.862442:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303419904:12345-192.168.202.31@tcp:3:dd.0 Request processed in 14169us (15277us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.862453:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14660 00010000:00010000:1.0:1746137586.867711:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867729:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867736:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867743:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dd000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137586.867747:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867754:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867770:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.867780:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dd000/0x95b3ed7b846f910f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137586.867875:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303420160:12345-192.168.202.31@tcp:3:dd.0 Request processed in 16054us (18812us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.867884:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14661 00000100:00100000:2.0:1746137586.869211:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.869292:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420288 00000100:00100000:3.0:1746137586.869301:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420288 00000100:00100000:3.0:1746137586.869348:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31251 00000100:00100000:3.0:1746137586.869355:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+8:3761:x1830957303420288:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.869384:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.869399:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa675 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.869422:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 7 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.869429:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.869431:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.869433:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.869463:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 7 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.869473:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 7 pid: 9556 timeout: 779 lvb_type: 1 00000100:00100000:3.0:1746137586.869486:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293202432:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137586.869565:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:0.0:1746137586.871225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.871278:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420416 00000100:00100000:2.0:1746137586.871284:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420416 00010000:00010000:2.0:1746137586.871314:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 779 lvb_type: 1 00000100:00100000:3.0:1746137586.871326:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293202432:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137586.871351:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.871363:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fdb2000, rc 0) 00000100:00100000:3.0:1746137586.871411:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+9:3761:x1830957303420288:12345-192.168.202.31@tcp:101:dd.0 Request processed in 2055us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.871418:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31251 00000100:00100000:2.0:1746137586.871598:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19004 00000100:00100000:2.0:1746137586.871606:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303420416:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137586.871616:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137586.871634:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 779 lvb_type: 1 00010000:00010000:2.0:1746137586.871648:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 779 lvb_type: 1 00010000:00010000:2.0:1746137586.871665:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f90d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa667 expref: 8 pid: 9556 timeout: 779 lvb_type: 1 00010000:00010000:2.0:1746137586.871790:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.871792:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.871799:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.871807:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.871832:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137586.871847:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293202560:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137586.871994:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.872119:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0729780 going to sleep for 11 seconds 00000100:00100000:3.0:1746137586.872175:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420544 00000100:00100000:3.0:1746137586.872179:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420544 00000100:00100000:3.0:1746137586.872212:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54888 00000100:00100000:3.0:1746137586.872218:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+34:3760:x1830957303420544:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.872233:0:7212:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.872244:0:7212:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f911d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa67c expref: -99 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.872272:0:7212:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f9124 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.872282:0:7212:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f9124 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.872290:0:7212:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f9124 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7212 initiator: MDT0 00010000:00010000:3.0:1746137586.872396:0:7212:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f911d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa67c expref: 36 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.872421:0:7212:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073540c00/0x95b3ed7b846f9124 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa67c expref: 35 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.872427:0:7212:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:3.0:1746137586.872429:0:7212:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746137586.872432:0:7212:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540c00, rc 0) 00000100:00100000:3.0:1746137586.872457:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:3760:x1830957303420544:12345-192.168.202.31@tcp:101:dd.0 Request processed in 239us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.872462:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54888 00000100:00100000:2.0:1746137586.872919:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7197:1830957293202560:192.168.202.31@tcp:105: 00010000:00010000:2.0:1746137586.872926:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137586.872962:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303420416:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1357us (1744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137586.872968:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19004 00000100:00100000:0.0:1746137586.875761:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137586.875819:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420800 00000100:00100000:1.0:1746137586.875828:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420800 00000100:00100000:1.0:1746137586.875901:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14662 00000100:00100000:1.0:1746137586.875909:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303420800:12345-192.168.202.31@tcp:4:dd.0 00010000:00010000:1.0:1746137586.875969:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.875985:0:27091:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.875992:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137586.875994:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137586.875996:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.876028:0:27091:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 9 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.876083:0:27091:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 9 pid: 24924 timeout: 779 lvb_type: 0 00000100:00100000:1.0:1746137586.876100:0:27091:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a03ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27091:1830957293202688:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137586.876183:0:27091:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746137586.877611:0:27091:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a03ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27091:1830957293202688:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137586.877629:0:27091:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137586.879876:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.880478:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303420928 00000100:00100000:2.0:1746137586.880486:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303420928 00010000:00010000:2.0:1746137586.880523:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00000100:00100000:2.0:1746137586.880557:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19005 00000100:00100000:2.0:1746137586.880571:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303420928:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137586.880585:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746137586.880607:0:7197:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746137586.880610:0:7197:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:2.0:1746137586.880615:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:2.0:1746137586.880631:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:2.0:1746137586.880659:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136763c00/0x95b3ed7b846f8f17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa548 expref: 10 pid: 24924 timeout: 779 lvb_type: 0 00010000:00010000:2.0:1746137586.880686:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.880688:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.880692:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.880700:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137586.880982:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.881037:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303421056 00000100:00100000:3.0:1746137586.881042:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303421056 00000100:00100000:3.0:1746137586.881075:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31252 00000100:00100000:3.0:1746137586.881081:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+10:3761:x1830957303421056:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137586.881092:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137586.881102:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa683 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.881120:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.881125:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.881126:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.881129:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.881154:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137586.881163:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 9 pid: 9556 timeout: 780 lvb_type: 1 00000100:00100000:3.0:1746137586.881174:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293202816:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137586.881213:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137586.881217:0:27091:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.881225:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137586.881236:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303420928:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 667us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137586.881242:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19005 00000100:00100000:3.0:1746137586.881248:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e240 going to sleep for 11 seconds 00000100:00100000:2.0:1746137586.884370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.884411:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303421184 00000100:00100000:2.0:1746137586.884420:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303421184 00010000:00010000:2.0:1746137586.884451:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 10 pid: 9556 timeout: 780 lvb_type: 1 00000100:00100000:2.0:1746137586.884477:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19006 00000100:00100000:2.0:1746137586.884484:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303421184:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137586.884501:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137586.884520:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 10 pid: 9556 timeout: 780 lvb_type: 1 00010000:00010000:2.0:1746137586.884531:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 10 pid: 9556 timeout: 780 lvb_type: 1 00010000:00010000:2.0:1746137586.884552:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.884554:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.884560:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.884567:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.884596:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137586.884612:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6776680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293202944:192.168.202.31@tcp:105: 00000100:00100000:2.0:1746137586.884678:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0729cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746137586.884758:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349a9e00/0x95b3ed7b846f9108 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa66e expref: 10 pid: 9556 timeout: 780 lvb_type: 1 00000100:00100000:3.0:1746137586.884797:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293202816:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137586.884878:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 11 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.884887:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073540000, rc 0) 00000100:00100000:3.0:1746137586.884910:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+11:3761:x1830957303421056:12345-192.168.202.31@tcp:101:dd.0 Request processed in 3829us (3927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.884916:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31252 00000100:00100000:3.0:1746137586.890333:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6776680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293202944:192.168.202.31@tcp:105: 00010000:00010000:3.0:1746137586.890355:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137586.890402:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303421184:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 5917us (6041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137586.890412:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19006 00000001:00080000:0.0:1746137586.896772:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970814 is committed 00000001:00080000:0.0:1746137586.896786:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970813 is committed 00002000:00010000:2.0:1746137586.897181:0:27091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 1746137586 -> 1746137587 00002000:00010000:2.0:1746137586.897185:0:27091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 1746137586 -> 1746137587 00010000:00010000:2.0:1746137586.897198:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897208:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897214:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897219:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dc000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137586.897223:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897229:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897243:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.897247:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a07dc000/0x95b3ed7b846f912b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137586.897352:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303420800:12345-192.168.202.31@tcp:4:dd.0 Request processed in 21440us (21594us total) trans 4294970814 rc 0/0 00000100:00100000:2.0:1746137586.897362:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14662 00000100:00100000:0.0:1746137586.901235:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.901286:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.901385:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303421440 00000100:00100000:2.0:1746137586.901396:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303421440 00000100:00100000:2.0:1746137586.901448:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303421696 00000100:00100000:2.0:1746137586.901451:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303421696 00000100:00100000:2.0:1746137586.901473:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14663 00000100:00100000:2.0:1746137586.901480:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303421440:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137586.901516:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.901530:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.901532:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137586.901537:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.901550:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.903112:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14664 00000100:00100000:3.0:1746137586.903123:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303421696:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137586.903150:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.903160:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.903162:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.903164:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.903173:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.912908:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.912926:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.912971:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.912979:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137586.912983:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.912991:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.913008:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137586.913014:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9139 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137586.913112:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303421440:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11626us (11882us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137586.913124:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14663 00010000:00010000:3.0:1746137586.914555:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914566:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914571:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914575:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fdb3000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137586.914577:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914583:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914592:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.914596:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fdb3000/0x95b3ed7b846f9140 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.914650:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303421696:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11528us (13361us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.914657:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14664 00000100:00100000:0.0:1746137586.918111:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.918931:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303421952 00000100:00100000:3.0:1746137586.918979:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303421952 00000100:00100000:3.0:1746137586.919047:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14665 00000100:00100000:3.0:1746137586.919055:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303421952:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137586.919102:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f3, atime: 0x0, ctime: 0x6813f1f3, blocks: 0xc800 00010000:00010000:3.0:1746137586.919111:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.919123:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.919125:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.919129:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.919141:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746137586.954710:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970815 is committed 00010000:00010000:3.0:1746137586.954994:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955008:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955017:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955023:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fdb2a00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137586.955028:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955035:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955050:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.955056:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fdb2a00/0x95b3ed7b846f9147 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.955525:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303421952:12345-192.168.202.31@tcp:4:dd.0 Request processed in 36465us (37415us total) trans 4294970815 rc 0/0 00000100:00100000:3.0:1746137586.955536:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14665 00000100:00100000:0.0:1746137586.960707:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.960759:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.961767:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303422336 00000100:00100000:3.0:1746137586.961777:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303422336 00000100:00100000:3.0:1746137586.961836:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303422464 00000100:00100000:3.0:1746137586.961838:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303422464 00000100:00100000:3.0:1746137586.961858:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14666 00000100:00100000:3.0:1746137586.961865:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303422336:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137586.961896:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.961908:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.961909:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137586.961914:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.961924:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137586.962012:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14667 00000100:00100000:1.0:1746137586.962020:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303422464:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137586.962039:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.962047:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.962048:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137586.962052:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.962060:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971176:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971192:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971201:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971207:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334da00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137586.971210:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971217:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971232:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137586.971238:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334da00/0x95b3ed7b846f914e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137586.972618:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303422336:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10741us (11909us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137586.972631:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14666 00010000:00010000:1.0:1746137586.977301:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977317:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977325:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977331:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978e00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137586.977335:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977342:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977357:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137586.977362:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009f978e00/0x95b3ed7b846f9155 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137586.977467:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303422464:12345-192.168.202.31@tcp:3:dd.0 Request processed in 15443us (16701us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137586.977478:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14667 00000100:00100000:1.0:1746137586.981229:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137586.981407:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303422720 00000100:00100000:2.0:1746137586.981417:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303422720 00002000:00100000:2.0:1746137586.981462:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff8800a03ab100 x1830957303422720/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137586.981471:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab100 with x1830957303422720 ext(0->4194303) 00002000:00010000:2.0:1746137586.981476:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03ab100 00000100:00100000:2.0:1746137586.981696:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14668 00000100:00100000:2.0:1746137586.981704:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2005:x1830957303422720:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:3.0:1746137586.982714:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137586.982768:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303422976 00000100:00100000:0.0:1746137586.982772:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303422976 00000100:00100000:0.0:1746137586.982811:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14669 00000100:00100000:0.0:1746137586.982816:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303422976:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:0.0:1746137586.982846:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f3, atime: 0x0, ctime: 0x6813f1f3, blocks: 0xc800 00010000:00010000:0.0:1746137586.982854:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137586.982864:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137586.982865:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137586.982869:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137586.982880:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137586.994568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137586.994642:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303423232 00000100:00100000:3.0:1746137586.994650:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303423232 00002000:00100000:3.0:1746137586.994691:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff8800a03aa300 x1830957303423232/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/0 e 0 to 0 dl 1746137597 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137586.994700:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03aa300 with x1830957303423232 ext(0->4194303) 00002000:00010000:3.0:1746137586.994705:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03aa300 00000100:00100000:3.0:1746137586.994729:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14670 00000100:00100000:3.0:1746137586.994736:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303423232:12345-192.168.202.31@tcp:4:dd.0 00000001:00080000:2.0:1746137587.001845:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970816 is committed 00010000:00010000:0.0:1746137587.002058:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002071:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002080:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002085:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7c2000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137587.002089:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002101:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002115:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.002120:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7c2000/0x95b3ed7b846f915c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.002272:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303422976:12345-192.168.202.31@tcp:4:dd.0 Request processed in 19450us (19555us total) trans 4294970816 rc 0/0 00000100:00100000:0.0:1746137587.002283:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14669 00000100:00100000:0.0:1746137587.017822:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.018462:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.018493:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303423616 00000100:00100000:1.0:1746137587.018503:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303423616 00000100:00080000:3.0:1746137587.018574:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746137587.018584:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303423744 00000100:00100000:1.0:1746137587.018587:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303423744 00000100:00100000:3.0:1746137587.018608:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14671 00000100:00100000:3.0:1746137587.018619:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303423616:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137587.018655:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.018667:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.018668:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.018673:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.018684:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.019166:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14672 00000100:00100000:1.0:1746137587.019173:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303423744:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137587.019190:0:9560:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.019198:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.019200:0:9560:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.019203:0:9560:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.019212:0:9560:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746137587.022482:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746137587.025400:0:9560:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025420:0:9560:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025427:0:9560:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025433:0:9560:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137587.025436:0:9560:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025442:0:9560:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025460:0:9560:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.025465:0:9560:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f978600/0x95b3ed7b846f916a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9560 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.025740:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303423744:12345-192.168.202.31@tcp:3:dd.0 Request processed in 6560us (7270us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137587.025751:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14672 00000100:00100000:3.0:1746137587.032830:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2005:x1830957303422720:12345-192.168.202.31@tcp:4:dd.0 Request processed in 51113us (51596us total) trans 4294972356 rc 0/0 00000100:00100000:3.0:1746137587.032845:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14668 00002000:00100000:3.0:1746137587.032858:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff8800a03ab100 x1830957303422720/t4294972356(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/448 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.032868:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03ab100 with x1830957303422720 ext(0->4194303) 00002000:00010000:3.0:1746137587.032873:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a03ab100 00010000:00010000:3.0:1746137587.035956:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.035974:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.035983:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.035989:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801367d2a00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.035993:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.035999:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.036016:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.036022:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367d2a00/0x95b3ed7b846f9163 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.036121:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303423616:12345-192.168.202.31@tcp:3:dd.0 Request processed in 17499us (18305us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.036132:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14671 00000100:00100000:1.0:1746137587.047460:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.049382:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303424000 00000100:00100000:3.0:1746137587.049477:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303424000 00000100:00100000:3.0:1746137587.049537:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14673 00000100:00100000:3.0:1746137587.049545:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303424000:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137587.049587:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f3, atime: 0x0, ctime: 0x6813f1f3, blocks: 0xc800 00010000:00010000:3.0:1746137587.049595:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.049607:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.049609:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.049613:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.049623:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.060477:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2006:x1830957303423232:12345-192.168.202.31@tcp:4:dd.0 Request processed in 65727us (65905us total) trans 4294970817 rc 0/0 00000100:00100000:2.0:1746137587.060491:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14670 00002000:00100000:2.0:1746137587.060505:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff8800a03aa300 x1830957303423232/t4294970817(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:22/0 lens 488/448 e 0 to 0 dl 1746137597 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.060515:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a03aa300 with x1830957303423232 ext(0->4194303) 00002000:00010000:2.0:1746137587.060520:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a03aa300 00000100:00100000:0.0:1746137587.066346:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.066491:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303424256 00000100:00100000:2.0:1746137587.066501:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303424256 00002000:00100000:2.0:1746137587.066545:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff88007f893b80 x1830957303424256/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.066555:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957303424256 ext(4194304->8388607) 00002000:00010000:2.0:1746137587.066560:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893b80 00000100:00100000:2.0:1746137587.067166:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14674 00000100:00100000:2.0:1746137587.067176:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2008:x1830957303424256:12345-192.168.202.31@tcp:4:dd.0 00000001:00080000:3.0:1746137587.073305:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970818 is committed 00000001:00080000:3.0:1746137587.073322:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970817 is committed 00010000:00010000:0.0:1746137587.073508:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073521:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073528:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073534:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801367d3600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137587.073538:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073547:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073562:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.073568:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367d3600/0x95b3ed7b846f9171 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.073680:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303424000:12345-192.168.202.31@tcp:4:dd.0 Request processed in 24129us (26226us total) trans 4294970818 rc 0/0 00000100:00100000:0.0:1746137587.073690:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14673 00000100:00100000:0.0:1746137587.083166:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.084285:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303424512 00000100:00100000:1.0:1746137587.084297:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303424512 00002000:00100000:1.0:1746137587.084448:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88007f893800 x1830957303424512/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.084458:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957303424512 ext(4194304->8388607) 00002000:00010000:1.0:1746137587.084463:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f893800 00000100:00100000:1.0:1746137587.084493:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14675 00000100:00100000:1.0:1746137587.084500:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303424512:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:2.0:1746137587.091338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.091398:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.091724:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303424896 00000100:00100000:0.0:1746137587.091732:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303424896 00000100:00100000:0.0:1746137587.091785:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303425024 00000100:00100000:0.0:1746137587.091787:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303425024 00000100:00100000:0.0:1746137587.091806:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14676 00000100:00100000:0.0:1746137587.091811:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303424896:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137587.091840:0:9561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.091850:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137587.091851:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137587.091855:0:9561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.091864:0:9561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.091876:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14677 00000100:00100000:2.0:1746137587.091883:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303425024:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.091900:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.091908:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.091910:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.091912:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.091926:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103479:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103496:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103504:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103511:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.103514:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103522:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103537:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.103543:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f917f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.103597:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303425024:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11710us (12193us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.103611:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14677 00010000:00010000:1.0:1746137587.114492:0:9561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114510:0:9561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114518:0:9561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114525:0:9561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334de00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137587.114529:0:9561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114537:0:9561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114552:0:9561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.114559:0:9561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f9178 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.114649:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303424896:12345-192.168.202.31@tcp:3:dd.0 Request processed in 22831us (23315us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137587.114660:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14676 00000100:00100000:3.0:1746137587.122658:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2008:x1830957303424256:12345-192.168.202.31@tcp:4:dd.0 Request processed in 55472us (56309us total) trans 4294972357 rc 0/0 00000100:00100000:3.0:1746137587.122672:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14674 00002000:00100000:3.0:1746137587.122685:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff88007f893b80 x1830957303424256/t4294972357(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.122695:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893b80 with x1830957303424256 ext(4194304->8388607) 00002000:00010000:3.0:1746137587.122700:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f893b80 00000100:00100000:1.0:1746137587.128641:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.128854:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303425280 00000100:00100000:2.0:1746137587.128865:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303425280 00000100:00100000:2.0:1746137587.129039:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14678 00000100:00100000:2.0:1746137587.129047:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303425280:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137587.129090:0:27091:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f3, atime: 0x0, ctime: 0x6813f1f3, blocks: 0xc800 00010000:00010000:2.0:1746137587.129099:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.129111:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.129113:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.129117:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.129129:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.143194:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2008:x1830957303424512:12345-192.168.202.31@tcp:4:dd.0 Request processed in 58682us (60025us total) trans 4294970819 rc 0/0 00000100:00100000:1.0:1746137587.143211:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14675 00002000:00100000:1.0:1746137587.143224:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88007f893800 x1830957303424512/t4294970819(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.143234:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f893800 with x1830957303424512 ext(4194304->8388607) 00002000:00010000:1.0:1746137587.143240:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f893800 00000001:00080000:3.0:1746137587.148195:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970820 is committed 00000001:00080000:3.0:1746137587.148210:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970819 is committed 00002000:00010000:2.0:1746137587.148501:0:27091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 1746137587 -> 1746137588 00002000:00010000:2.0:1746137587.148506:0:27091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 1746137587 -> 1746137588 00010000:00010000:2.0:1746137587.148519:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148531:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148539:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148550:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012ca00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.148554:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148561:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148578:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.148584:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012ca00/0x95b3ed7b846f9186 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.148829:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303425280:12345-192.168.202.31@tcp:4:dd.0 Request processed in 19777us (20192us total) trans 4294970820 rc 0/0 00000100:00100000:2.0:1746137587.148839:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14678 00000100:00100000:3.0:1746137587.153185:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.153247:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.153362:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303425664 00000100:00100000:2.0:1746137587.153387:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303425664 00000100:00100000:1.0:1746137587.153405:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303425792 00000100:00100000:1.0:1746137587.153409:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303425792 00000100:00100000:1.0:1746137587.153607:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14679 00000100:00100000:2.0:1746137587.153614:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14680 00000100:00100000:1.0:1746137587.153616:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303425792:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137587.153621:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303425664:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.153647:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.153647:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.153659:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.153659:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.153660:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.153660:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.153664:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.153664:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.153676:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.153677:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.166693:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.166777:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303426048 00000100:00100000:2.0:1746137587.166786:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303426048 00002000:00100000:2.0:1746137587.166828:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff88007f890700 x1830957303426048/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.166839:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957303426048 ext(8388608->12582911) 00002000:00010000:2.0:1746137587.166844:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f890700 00000100:00100000:2.0:1746137587.167353:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14681 00000100:00100000:2.0:1746137587.167361:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+13:2007:x1830957303426048:12345-192.168.202.31@tcp:4:dd.0 00010000:00010000:1.0:1746137587.168834:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168847:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168854:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168860:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:1.0:1746137587.168864:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168870:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168885:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.168891:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a6675800/0x95b3ed7b846f918d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.168963:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303425792:12345-192.168.202.31@tcp:3:dd.0 Request processed in 15348us (15714us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137587.168971:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14679 00010000:00010000:3.0:1746137587.169327:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169335:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169346:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169350:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a012de00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.169352:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169357:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169365:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.169379:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a012de00/0x95b3ed7b846f9194 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.169415:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303425664:12345-192.168.202.31@tcp:3:dd.0 Request processed in 15794us (16240us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.169420:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14680 00000100:00100000:0.0:1746137587.172480:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.172528:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303426304 00000100:00100000:3.0:1746137587.172536:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303426304 00000100:00100000:3.0:1746137587.172964:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14682 00000100:00100000:3.0:1746137587.172972:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303426304:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137587.173012:0:27091:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:3.0:1746137587.173226:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.173238:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.173240:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.173244:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.173257:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.189093:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.189966:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303426560 00000100:00100000:2.0:1746137587.189976:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303426560 00002000:00100000:2.0:1746137587.190071:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88007f890000 x1830957303426560/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.190083:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957303426560 ext(8388608->12582911) 00002000:00010000:2.0:1746137587.190088:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f890000 00000100:00100000:2.0:1746137587.190126:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14683 00000100:00100000:2.0:1746137587.190134:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303426560:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137587.204926:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.208059:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303426816 00000100:00100000:3.0:1746137587.208075:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303426816 00000100:00100000:3.0:1746137587.208147:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 203 00000100:00100000:3.0:1746137587.208156:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+22:3761:x1830957303426816:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:3.0:1746137587.208385:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+23:3761:x1830957303426816:12345-192.168.202.31@tcp:35:dd.0 Request processed in 230us (3469us total) trans 4294990720 rc 0/0 00000100:00100000:3.0:1746137587.208392:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 203 00000100:00080000:2.0:1746137587.211719:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137587.212266:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+15:2007:x1830957303426048:12345-192.168.202.31@tcp:4:dd.0 Request processed in 44898us (45577us total) trans 4294972358 rc 0/0 00000100:00100000:2.0:1746137587.212279:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14681 00002000:00100000:2.0:1746137587.212291:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff88007f890700 x1830957303426048/t4294972358(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.212300:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890700 with x1830957303426048 ext(8388608->12582911) 00002000:00010000:2.0:1746137587.212306:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f890700 00000100:00100000:0.0:1746137587.219829:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.220589:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303427072 00000100:00100000:2.0:1746137587.220599:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303427072 00000100:00100000:2.0:1746137587.220648:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 204 00000100:00100000:2.0:1746137587.220655:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+23:3761:x1830957303427072:12345-192.168.202.31@tcp:35:dd.0 00000001:00080000:2.0:1746137587.220797:0:18341:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294990721 00000100:00100000:2.0:1746137587.220883:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+25:3761:x1830957303427072:12345-192.168.202.31@tcp:35:dd.0 Request processed in 228us (1064us total) trans 4294990722 rc 0/0 00000100:00100000:2.0:1746137587.220890:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 204 00000020:00080000:2.0:1746137587.220894:0:18341:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:3.0:1746137587.232898:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970821 is committed 00010000:00010000:2.0:1746137587.233167:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233177:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233183:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233187:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801367d2c00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.233189:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233195:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233212:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.233218:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801367d2c00/0x95b3ed7b846f919b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.233313:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303426304:12345-192.168.202.31@tcp:4:dd.0 Request processed in 60337us (60836us total) trans 4294970821 rc 0/0 00000100:00100000:2.0:1746137587.233324:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14682 00000100:00100000:1.0:1746137587.237999:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.238102:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303427328 00000100:00100000:3.0:1746137587.238112:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303427328 00000100:00100000:3.0:1746137587.238174:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14684 00000100:00100000:3.0:1746137587.238183:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303427328:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137587.238215:0:27091:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.238226:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.238228:0:27091:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.238232:0:27091:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.238252:0:27091:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.241006:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.242159:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303427584 00000100:00100000:2.0:1746137587.242170:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303427584 00000100:00100000:2.0:1746137587.242319:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14685 00000100:00100000:2.0:1746137587.242328:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303427584:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.242361:0:9561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.242386:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.242387:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.242391:0:9561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.242403:0:9561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.249178:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2008:x1830957303426560:12345-192.168.202.31@tcp:4:dd.0 Request processed in 59029us (60079us total) trans 4294970822 rc 0/0 00000100:00100000:2.0:1746137587.249197:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14683 00002000:00100000:2.0:1746137587.249210:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88007f890000 x1830957303426560/t4294970822(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.249220:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f890000 with x1830957303426560 ext(8388608->12582911) 00002000:00010000:2.0:1746137587.249226:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f890000 00010000:00010000:3.0:1746137587.250642:0:27091:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250656:0:27091:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250664:0:27091:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250670:0:27091:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360e200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.250673:0:27091:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250681:0:27091:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250698:0:27091:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.250703:0:27091:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.250757:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303427328:12345-192.168.202.31@tcp:3:dd.0 Request processed in 12573us (12765us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.250768:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14684 00010000:00010000:2.0:1746137587.251488:0:9561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251498:0:9561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251504:0:9561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251509:0:9561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a666ca00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.251511:0:9561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251517:0:9561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251527:0:9561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.251532:0:9561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.252116:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303427584:12345-192.168.202.31@tcp:3:dd.0 Request processed in 9786us (11118us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.252124:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14685 00000100:00100000:1.0:1746137587.258225:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.259015:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303427840 00000100:00100000:2.0:1746137587.259026:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303427840 00000100:00100000:2.0:1746137587.259096:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14686 00000100:00100000:2.0:1746137587.259105:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303427840:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137587.259153:0:9561:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:2.0:1746137587.259168:0:9561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.259181:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.259182:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.259187:0:9561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.259199:0:9561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746137587.275065:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970823 is committed 00000001:00080000:3.0:1746137587.275083:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970822 is committed 00010000:00010000:2.0:1746137587.275339:0:9561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275352:0:9561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275360:0:9561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275377:0:9561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a666ca00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.275381:0:9561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275389:0:9561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275405:0:9561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.275411:0:9561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a666ca00/0x95b3ed7b846f91b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.275523:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303427840:12345-192.168.202.31@tcp:4:dd.0 Request processed in 16413us (17302us total) trans 4294970823 rc 0/0 00000100:00100000:2.0:1746137587.275535:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14686 00000100:00100000:1.0:1746137587.278490:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.278660:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.278934:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303428224 00000100:00100000:2.0:1746137587.278971:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303428224 00000100:00100000:2.0:1746137587.279028:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303428352 00000100:00100000:2.0:1746137587.279031:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303428352 00000100:00100000:2.0:1746137587.279346:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14687 00000100:00100000:2.0:1746137587.279355:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428224:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.279400:0:9561:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.279414:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.279416:0:9561:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.279420:0:9561:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.279432:0:9561:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.280117:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14688 00000100:00100000:0.0:1746137587.280126:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428352:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:0.0:1746137587.280144:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.280152:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137587.280153:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137587.280156:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.280164:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290277:0:9561:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290294:0:9561:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290302:0:9561:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290309:0:9561:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a042ea00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.290312:0:9561:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290319:0:9561:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290337:0:9561:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.290342:0:9561:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.290445:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428224:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11085us (11959us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.290606:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14687 00010000:00010000:3.0:1746137587.292329:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292344:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292352:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292359:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a0480a00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.292362:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292379:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292394:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.292401:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a0480a00/0x95b3ed7b846f91be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.292626:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428352:12345-192.168.202.31@tcp:3:dd.0 Request processed in 12498us (13963us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.292639:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14688 00000100:00100000:0.0:1746137587.300816:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.301006:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303428608 00000100:00100000:3.0:1746137587.301017:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303428608 00000100:00100000:3.0:1746137587.301088:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14689 00000100:00100000:3.0:1746137587.301094:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303428608:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137587.301137:0:27101:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:3.0:1746137587.301145:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.301155:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.301156:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.301160:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.301170:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137587.323295:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970824 is committed 00010000:00010000:3.0:1746137587.323752:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323765:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323774:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323779:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360e200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.323784:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323791:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323806:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.323812:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f91c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.323925:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303428608:12345-192.168.202.31@tcp:4:dd.0 Request processed in 22824us (23113us total) trans 4294970824 rc 0/0 00000100:00100000:3.0:1746137587.323956:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14689 00000100:00100000:0.0:1746137587.327425:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.327485:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303428864 00000100:00100000:3.0:1746137587.327494:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303428864 00000100:00100000:3.0:1746137587.327565:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14690 00000100:00100000:3.0:1746137587.327574:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428864:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:0.0:1746137587.327574:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.327598:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303429120 00000100:00100000:3.0:1746137587.327601:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303429120 00010000:00010000:2.0:1746137587.327698:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.327711:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.327713:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.327718:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.327731:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.328092:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14691 00000100:00100000:3.0:1746137587.328099:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303429120:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137587.328116:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.328123:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.328125:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.328128:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.328135:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340501:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340517:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340524:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340529:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a042f000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.340533:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340539:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340560:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.340563:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.340565:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a042f000/0x95b3ed7b846f91cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.340571:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.340576:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.340581:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a666c800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.340583:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.340805:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303428864:12345-192.168.202.31@tcp:3:dd.0 Request processed in 13227us (13384us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.340815:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14690 00010000:00010000:3.0:1746137587.342423:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.342440:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.342447:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a666c800/0x95b3ed7b846f91d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.342624:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303429120:12345-192.168.202.31@tcp:3:dd.0 Request processed in 14521us (15047us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.342634:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14691 00000100:00100000:1.0:1746137587.346522:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.346615:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303429376 00000100:00100000:3.0:1746137587.346625:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303429376 00000100:00100000:3.0:1746137587.346702:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14692 00000100:00100000:3.0:1746137587.346711:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303429376:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:3.0:1746137587.346758:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:3.0:1746137587.346768:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.346781:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.346783:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.346787:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.346799:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137587.367476:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970825 is committed 00010000:00010000:3.0:1746137587.367908:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.367921:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.367929:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.368036:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a666c200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.368041:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.368048:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.368063:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.368068:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a666c200/0x95b3ed7b846f91da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.368871:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303429376:12345-192.168.202.31@tcp:4:dd.0 Request processed in 22154us (22352us total) trans 4294970825 rc 0/0 00000100:00100000:2.0:1746137587.368882:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14692 00000100:00100000:0.0:1746137587.372405:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.372461:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.372566:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303429632 00000100:00100000:2.0:1746137587.372575:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303429632 00000100:00100000:2.0:1746137587.372636:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303429888 00000100:00100000:2.0:1746137587.372639:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303429888 00000100:00100000:3.0:1746137587.372642:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14693 00000100:00100000:3.0:1746137587.372652:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303429632:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137587.372665:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14694 00000100:00100000:2.0:1746137587.372670:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303429888:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137587.372695:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.372695:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.372707:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.372707:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.372709:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.372709:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.372713:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.372713:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.372724:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.373452:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379676:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379693:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379701:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379706:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360f600 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.379710:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379716:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379731:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.379736:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360f600/0x95b3ed7b846f91e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.379821:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303429632:12345-192.168.202.31@tcp:3:dd.0 Request processed in 7166us (7421us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.379831:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14693 00010000:00010000:2.0:1746137587.380484:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380492:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380498:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380503:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a042ea00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.380505:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380510:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380519:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.380525:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a042ea00/0x95b3ed7b846f91e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.380602:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303429888:12345-192.168.202.31@tcp:3:dd.0 Request processed in 7930us (8139us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.380608:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14694 00000100:00100000:0.0:1746137587.384526:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.384607:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303430144 00000100:00100000:2.0:1746137587.384616:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303430144 00000100:00100000:2.0:1746137587.384744:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14695 00000100:00100000:2.0:1746137587.384752:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303430144:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137587.384997:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:2.0:1746137587.385007:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.385019:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.385021:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.385025:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.385036:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137587.397591:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970826 is committed 00010000:00010000:2.0:1746137587.397813:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397822:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397828:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397832:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a042e000 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.397834:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397839:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397852:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.397855:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a042e000/0x95b3ed7b846f91ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.397958:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303430144:12345-192.168.202.31@tcp:4:dd.0 Request processed in 13186us (13421us total) trans 4294970826 rc 0/0 00000100:00100000:2.0:1746137587.397969:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14695 00000100:00100000:0.0:1746137587.400492:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.400552:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303430528 00000100:00100000:0.0:1746137587.400552:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.400598:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303430656 00000100:00100000:3.0:1746137587.400601:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303430656 00000100:00100000:3.0:1746137587.400673:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14696 00000100:00100000:3.0:1746137587.400681:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430656:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:3.0:1746137587.400712:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.400730:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.400732:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.400737:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.400748:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.400842:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303430528 00000100:00100000:2.0:1746137587.400878:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14697 00000100:00100000:2.0:1746137587.400884:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430528:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.400912:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.400923:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.400924:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.400926:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.400963:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408537:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408556:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408563:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408569:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360e200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.408573:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408580:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408596:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.408602:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007360e200/0x95b3ed7b846f91f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.409599:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430656:12345-192.168.202.31@tcp:3:dd.0 Request processed in 8910us (9038us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.409611:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14696 00010000:00010000:2.0:1746137587.410383:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410406:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410413:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410418:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d67800 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.410424:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410432:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410447:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.410453:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d67800/0x95b3ed7b846f91fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.410750:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430528:12345-192.168.202.31@tcp:3:dd.0 Request processed in 9864us (10265us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.410832:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14697 00000100:00100000:0.0:1746137587.413750:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.413905:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303430912 00000100:00100000:2.0:1746137587.413914:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303430912 00000100:00100000:2.0:1746137587.413993:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14698 00000100:00100000:2.0:1746137587.414001:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430912:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137587.414041:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:2.0:1746137587.414049:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.414061:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.414062:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.414066:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.414077:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746137587.435023:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970827 is committed 00010000:00010000:2.0:1746137587.435208:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435220:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435228:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435234:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.435238:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435245:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435264:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.435270:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d69400/0x95b3ed7b846f9204 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.435993:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2008:x1830957303430912:12345-192.168.202.31@tcp:4:dd.0 Request processed in 21987us (22246us total) trans 4294970827 rc 0/0 00000100:00100000:2.0:1746137587.436003:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14698 00000100:00100000:0.0:1746137587.438831:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.438883:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.438965:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303431168 00000100:00100000:3.0:1746137587.438966:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303431424 00000100:00100000:3.0:1746137587.438974:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303431424 00000100:00100000:2.0:1746137587.438974:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303431168 00000100:00100000:3.0:1746137587.439018:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14699 00000100:00100000:3.0:1746137587.439025:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303431424:12345-192.168.202.31@tcp:3:dd.0 00000100:00100000:2.0:1746137587.439034:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14700 00000100:00100000:2.0:1746137587.439040:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303431168:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.439072:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.439086:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.439087:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.439092:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.439105:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.439153:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.439160:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.439161:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.439163:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.439169:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444744:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444767:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444776:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444788:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007360e200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:3.0:1746137587.444794:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444801:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444818:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.444823:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9212 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.444914:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303431424:12345-192.168.202.31@tcp:3:dd.0 Request processed in 5883us (6024us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.444924:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14699 00010000:00010000:2.0:1746137587.447308:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447328:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447336:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447341:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d68400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.447344:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447352:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447375:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.447382:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130d68400/0x95b3ed7b846f920b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.448167:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303431168:12345-192.168.202.31@tcp:3:dd.0 Request processed in 9120us (9337us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.448177:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14700 00000100:00100000:0.0:1746137587.454110:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.454191:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303431680 00000100:00100000:2.0:1746137587.454201:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303431680 00000100:00100000:2.0:1746137587.454270:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14701 00000100:00100000:2.0:1746137587.454279:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303431680:12345-192.168.202.31@tcp:4:dd.0 00002000:00010000:2.0:1746137587.454324:0:24911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:2.0:1746137587.454332:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.454343:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.454344:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.454349:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.454360:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746137587.468455:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970828 is committed 00010000:00010000:2.0:1746137587.469206:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469220:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469228:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469234:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d68400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.469238:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469245:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469477:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.469484:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130d68400/0x95b3ed7b846f9219 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.469686:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303431680:12345-192.168.202.31@tcp:4:dd.0 Request processed in 15402us (15581us total) trans 4294970828 rc 0/0 00000100:00100000:2.0:1746137587.469697:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14701 00000100:00100000:0.0:1746137587.475118:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.475739:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303431936 00000100:00100000:2.0:1746137587.475749:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303431936 00000100:00100000:2.0:1746137587.475820:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14702 00000100:00100000:2.0:1746137587.475828:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303431936:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137587.475861:0:24911:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.475874:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.475876:0:24911:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137587.475880:0:24911:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.475891:0:24911:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487336:0:24911:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487358:0:24911:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487377:0:24911:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487384:0:24911:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69400 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137587.487388:0:24911:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487395:0:24911:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487411:0:24911:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.487417:0:24911:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130d69400/0x95b3ed7b846f9220 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24911 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137587.487581:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2007:x1830957303431936:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11747us (12467us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.487591:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14702 00000100:00100000:0.0:1746137587.490718:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.490840:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432064 00000100:00100000:3.0:1746137587.490851:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432064 00000100:00100000:3.0:1746137587.490918:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31253 00000100:00100000:3.0:1746137587.490926:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3760:x1830957303432064:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137587.490987:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137587.491006:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9227 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa68a expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746137587.491027:0:24924:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813f1f4, atime: 0x0, ctime: 0x6813f1f4, blocks: 0xc800 00010000:00010000:3.0:1746137587.491047:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.491049:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137587.491057:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa68a expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.491069:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007360e200/0x95b3ed7b846f9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa68a expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.491079:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007360e200, rc 0) 00000100:00100000:3.0:1746137587.491131:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3760:x1830957303432064:12345-192.168.202.31@tcp:101:dd.0 Request processed in 205us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.491137:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31253 00000100:00100000:0.0:1746137587.504693:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.504845:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432192 00000100:00100000:2.0:1746137587.504855:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432192 00002000:00100000:2.0:1746137587.504899:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (25165824->26214399) req@ffff880091d1d500 x1830957303432192/t0(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.504913:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957303432192 ext(25165824->26214399) 00002000:00010000:2.0:1746137587.504918:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d1d500 00000100:00100000:2.0:1746137587.504979:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14703 00000100:00100000:2.0:1746137587.504987:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303432192:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137587.513558:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303432192:12345-192.168.202.31@tcp:4:dd.0 Request processed in 8557us (8861us total) trans 4294970829 rc 0/0 00000100:00100000:0.0:1746137587.513576:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14703 00002000:00100000:0.0:1746137587.513588:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (25165824->26214399) req@ffff880091d1d500 x1830957303432192/t4294970829(0) o4->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.513597:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d1d500 with x1830957303432192 ext(25165824->26214399) 00002000:00010000:0.0:1746137587.513602:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d1d500 00000100:00100000:0.0:1746137587.515311:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.515406:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432320 00000100:00100000:2.0:1746137587.515415:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432320 00000100:00100000:2.0:1746137587.515469:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31254 00000100:00100000:2.0:1746137587.515476:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303432320:12345-192.168.202.31@tcp:16:dd.0 00000001:00080000:2.0:1746137587.520840:0:10891:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970829 is committed 00000100:00100000:0.0:1746137587.521004:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303432320:12345-192.168.202.31@tcp:16:dd.0 Request processed in 5521us (5691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137587.521015:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31254 00000100:00100000:0.0:1746137587.523840:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.524484:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432576 00000100:00100000:2.0:1746137587.524495:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432576 00000100:00100000:2.0:1746137587.524570:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 205 00000100:00100000:2.0:1746137587.524582:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+35:3760:x1830957303432576:12345-192.168.202.31@tcp:35:dd.0 00000100:00080000:0.0:1746137587.524659:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137587.524960:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:3760:x1830957303432576:12345-192.168.202.31@tcp:35:dd.0 Request processed in 380us (1126us total) trans 4294990723 rc 0/0 00000100:00100000:2.0:1746137587.524966:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 205 00000100:00100000:0.0:1746137587.537892:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.538021:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432704 00000100:00100000:2.0:1746137587.538032:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432704 00000100:00100000:2.0:1746137587.539078:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54889 00000100:00100000:2.0:1746137587.539090:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+36:3765:x1830957303432704:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:2.0:1746137587.539114:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.539131:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f922e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa691 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.539186:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.539195:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.539205:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137587.539243:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137587.539246:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137587.539260:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.539282:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f922e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa691 expref: 38 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.539305:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa691 expref: 37 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.539312:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137587.539314:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137587.539317:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763800, rc 0) 00000100:00100000:2.0:1746137587.539382:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:3765:x1830957303432704:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 296us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.539388:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54889 00000100:00100000:0.0:1746137587.541380:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.541430:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.541512:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432832 00000100:00100000:2.0:1746137587.541520:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432832 00000100:00100000:1.0:1746137587.541613:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303432960 00000100:00100000:1.0:1746137587.541619:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303432960 00000100:00100000:2.0:1746137587.541649:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54890 00000100:00100000:2.0:1746137587.541656:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3765:x1830957303432832:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:2.0:1746137587.541671:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.541690:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f923c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa698 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.541711:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 621 00000100:00100000:1.0:1746137587.541717:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2008:x1830957303432960:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:1.0:1746137587.541734:0:7216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.541738:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541739:0:7216:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f924a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa69f expref: -99 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.541748:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541754:0:7216:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541756:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541760:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541765:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541766:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541771:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541774:0:7216:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541776:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541778:0:7216:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541788:0:7216:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541809:0:7216:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541814:0:7216:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541818:0:7216:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541822:0:7216:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334cc00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137587.541825:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541831:0:7216:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541838:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541839:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137587.541842:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137587.541844:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541845:0:7216:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541848:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541849:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334cc00/0x95b3ed7b846f9251 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541865:0:7216:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541869:0:7216:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541873:0:7216:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00000004:00200000:2.0:1746137587.541875:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 26214400 00010000:00010000:1.0:1746137587.541876:0:7216:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007334c200 already unused, calling callback (ffffffffa0ef8690) 00000004:00200000:2.0:1746137587.541878:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1746137587.541878:0:7216:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541882:0:7216:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541887:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009fcdfc00) 00010000:00010000:1.0:1746137587.541889:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:2.0:1746137587.541890:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541890:0:7216:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:1.0:1746137587.541894:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334c200/0x95b3ed7b846f925f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7216 initiator: MDT0 00010000:00010000:2.0:1746137587.541898:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541902:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541906:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541911:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541914:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136763c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137587.541915:0:7216:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f924a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa69f expref: 40 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.541917:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541921:0:7216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137587.541922:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541923:0:7216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746137587.541926:0:7216:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007334de00/0x95b3ed7b846f924a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa69f expref: 40 pid: 7216 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.541927:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137587.541928:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137587.541930:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:1.0:1746137587.541933:0:7216:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334de00, rc -2) 00010000:00010000:2.0:1746137587.541960:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763c00/0x95b3ed7b846f9243 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541968:0:21473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.541972:0:21473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21473 initiator: MDT0 00000100:00100000:1.0:1746137587.542001:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091340e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2008:x1830957303432960:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 284us (571us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137587.542007:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 621 00010000:00010000:2.0:1746137587.542184:0:21473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.542190:0:21473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091ddb200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137587.542192:0:21473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.542196:0:21473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.542202:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:2.0:1746137587.542203:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137587.542206:0:21473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.542210:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f9258 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.542225:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f923c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa698 expref: 39 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.542233:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa698 expref: 38 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.542238:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137587.542239:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137587.542241:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091d05600, rc 0) 00000100:00100000:2.0:1746137587.542267:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091343b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3765:x1830957303432832:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 613us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.542272:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54890 00000100:00100000:0.0:1746137587.544119:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.544194:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.544800:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433216 00000100:00100000:3.0:1746137587.544809:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433216 00000100:00100000:3.0:1746137587.544846:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433088 00000100:00100000:3.0:1746137587.544847:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433088 00000100:00100000:3.0:1746137587.544864:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31255 00000100:00100000:3.0:1746137587.544871:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303433216:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:3.0:1746137587.544885:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746137587.544897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:3.0:1746137587.544899:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f926d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6ad expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.544932:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31256 00000100:00100000:1.0:1746137587.544954:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303433088:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:1.0:1746137587.544961:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746137587.544963:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293203072:192.168.202.31@tcp:106: 00010000:00010000:1.0:1746137587.544969:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f9274 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6a6 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.544990:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293203200:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137587.545034:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e480 going to sleep for 11 seconds 00000100:00100000:0.0:1746137587.545036:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433344 00000100:00100000:0.0:1746137587.545039:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433344 00000100:00100000:0.0:1746137587.545064:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1237 00000100:00100000:0.0:1746137587.545069:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303433344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137587.545076:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137587.545091:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091d05600/0x95b3ed7b846f9266 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa698 expref: 38 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.545115:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:0.0:1746137587.545118:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137587.545232:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:0.0:1746137587.545290:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2007:x1830957303433344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 220us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137587.545296:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1237 00002000:00010000:1.0:1746137587.547129:0:9555:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746137587.547136:0:9555:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1746137588 00002000:00010000:1.0:1746137587.547138:0:9555:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1746137587 00002000:00010000:1.0:1746137587.547139:0:9555:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1746137588 00002000:00010000:1.0:1746137587.547142:0:9555:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746137587.547162:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293203200:192.168.202.31@tcp:106: 00010000:00010000:1.0:1746137587.547194:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f9274 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6a6 expref: 8 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.547205:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f9274 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6a6 expref: 8 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.547215:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334d200, rc 0) 00000100:00100000:1.0:1746137587.547250:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2005:x1830957303433088:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 2313us (3056us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137587.547256:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31256 00002000:00010000:3.0:1746137587.547276:0:24924:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746137587.547279:0:24924:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1746137588 00002000:00010000:3.0:1746137587.547280:0:24924:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1746137587 00002000:00010000:3.0:1746137587.547282:0:24924:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1746137588 00002000:00010000:3.0:1746137587.547284:0:24924:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746137587.547294:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293203072:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137587.547309:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f926d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6ad expref: 9 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137587.547318:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a012de00/0x95b3ed7b846f926d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6ad expref: 9 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137587.547341:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a012de00, rc 0) 00000100:00100000:3.0:1746137587.547359:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007352a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303433216:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 2488us (3250us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137587.547363:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31255 00000100:00100000:0.0:1746137587.555309:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.555377:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433472 00000100:00100000:2.0:1746137587.555389:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433472 00000100:00100000:2.0:1746137587.555611:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54891 00000100:00100000:2.0:1746137587.555620:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+25:3766:x1830957303433472:12345-192.168.202.31@tcp:101:checkstat.0 00010000:00010000:2.0:1746137587.555643:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.555660:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f927b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6b4 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.555722:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.555733:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.555743:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137587.555778:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137587.555780:0:21473:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137587.555794:0:21473:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.555810:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091ddb200/0x95b3ed7b846f927b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 27 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.555837:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 26 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.556117:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137587.556120:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137587.556122:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136762c00, rc 0) 00000100:00100000:2.0:1746137587.556173:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+26:3766:x1830957303433472:12345-192.168.202.31@tcp:101:checkstat.0 Request processed in 554us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.556182:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54891 00000100:00100000:0.0:1746137587.565022:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.565157:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433600 00000100:00100000:3.0:1746137587.565168:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433600 00000100:00100000:3.0:1746137587.565219:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 622 00000100:00100000:3.0:1746137587.565226:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+26:2005:x1830957303433600:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:3.0:1746137587.565257:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137587.565272:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9289 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6bb expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.565322:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565332:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565342:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565352:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565357:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565361:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565512:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565518:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565527:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565533:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137587.565537:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565543:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565553:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137587.565555:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137587.565559:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565563:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675400/0x95b3ed7b846f9290 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565682:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565688:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565693:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565697:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6674e00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137587.565700:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565705:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565712:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a0e59300) 00010000:00010000:3.0:1746137587.565714:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137587.565716:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565720:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9297 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137587.565746:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9289 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6bb expref: 27 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.565752:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137587.565754:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137587.565757:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9289 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6bb expref: 27 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.565763:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675000, rc -2) 00000100:00100000:3.0:1746137587.565889:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+26:2005:x1830957303433600:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 662us (878us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746137587.565896:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 622 00000100:00100000:0.0:1746137587.567385:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.567735:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433856 00000100:00100000:2.0:1746137587.567743:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433856 00000100:00100000:2.0:1746137587.567795:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54892 00000100:00100000:2.0:1746137587.567802:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:3769:x1830957303433856:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:2.0:1746137587.567816:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.567834:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f929e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6f3 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.567918:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f92a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.567929:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f92a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.567965:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f92a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137587.567975:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746137587.568064:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763200/0x95b3ed7b846f929e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6f3 expref: 40 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.568080:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f92a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6f3 expref: 39 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.568087:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137587.568089:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137587.568092:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136763e00, rc 0) 00000100:00100000:2.0:1746137587.568532:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:3769:x1830957303433856:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 729us (1150us total) trans 4294990724 rc 0/0 00000100:00100000:2.0:1746137587.568539:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54892 00000100:00100000:0.0:1746137587.571496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.571853:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303433984 00000100:00100000:3.0:1746137587.571862:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303433984 00000100:00100000:3.0:1746137587.571919:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31257 00000100:00100000:3.0:1746137587.571926:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303433984:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:3.0:1746137587.571975:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137587.571990:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f92b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa6fa expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.572042:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293203328:192.168.202.31@tcp:106: 00000100:00100000:3.0:1746137587.572121:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b253e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746137587.572285:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.572387:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.572457:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434240 00000100:00100000:1.0:1746137587.572461:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434240 00000100:00100000:1.0:1746137587.572488:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31258 00000100:00100000:1.0:1746137587.572493:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303434240:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137587.572500:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137587.572509:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007334da00/0x95b3ed7b846f92ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa701 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.572533:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293203456:192.168.202.31@tcp:106: 00000100:00100000:1.0:1746137587.572558:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:2.0:1746137587.572822:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434112 00000100:00100000:2.0:1746137587.572826:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434112 00000100:00100000:2.0:1746137587.572852:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1238 00000100:00100000:2.0:1746137587.572858:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:2007:x1830957303434112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137587.572866:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137587.572884:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763e00/0x95b3ed7b846f92a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6f3 expref: 39 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.572898:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137587.572902:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137587.572924:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4db100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:2007:x1830957303434112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 66us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.572930:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1238 00000100:00100000:3.0:1746137587.575499:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f998000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293203328:192.168.202.31@tcp:106: 00010000:00010000:3.0:1746137587.575531:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f92b3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6fa expref: 8 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137587.575543:0:24924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f92b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6fa expref: 8 pid: 24924 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137587.575552:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674800, rc 0) 00000100:00100000:3.0:1746137587.575593:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:2006:x1830957303433984:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 3667us (4105us total) trans 0 rc 301/301 00000100:00100000:3.0:1746137587.575600:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31257 00000100:00100000:1.0:1746137587.575895:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293203456:192.168.202.31@tcp:106: 00010000:00010000:1.0:1746137587.575918:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007334da00/0x95b3ed7b846f92ba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa701 expref: 9 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.575932:0:9555:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007334da00/0x95b3ed7b846f92ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa701 expref: 9 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.575975:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334da00, rc 0) 00000100:00100000:1.0:1746137587.576013:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303434240:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 3516us (3622us total) trans 0 rc 301/301 00000100:00100000:1.0:1746137587.576020:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31258 00000100:00100000:0.0:1746137587.584078:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.584215:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434368 00000100:00100000:1.0:1746137587.584225:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434368 00000100:00100000:1.0:1746137587.584286:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31259 00000100:00100000:1.0:1746137587.584295:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+7:3769:x1830957303434368:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137587.584310:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137587.584324:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa708 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.584352:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.584358:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137587.584359:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137587.584362:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa708 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.584401:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 14 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.584420:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 14 pid: 24924 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746137587.584433:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293203584:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137587.584506:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137587.586436:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9555:1830957293203584:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137587.586470:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa708 expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.586484:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334d200, rc 0) 00000100:00100000:1.0:1746137587.586532:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3769:x1830957303434368:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 2239us (2467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.586541:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31259 00000100:00100000:0.0:1746137587.587338:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.587414:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434496 00000100:00100000:2.0:1746137587.587421:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434496 00002000:00100000:2.0:1746137587.587456:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff88009fe98e00 x1830957303434496/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.587465:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98e00 with x1830957303434496 ext(12582912->13631487) 00010000:00010000:2.0:1746137587.587471:0:24911:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 15 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:2.0:1746137587.587482:0:24911:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 15 pid: 24924 timeout: 780 lvb_type: 0 00002000:00010000:2.0:1746137587.587488:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe98e00 00000100:00100000:2.0:1746137587.587518:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 3671 00000100:00100000:2.0:1746137587.587525:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+15:2005:x1830957303434496:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137587.599043:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303434496:12345-192.168.202.31@tcp:4:dd.0 Request processed in 11504us (11691us total) trans 4294972359 rc 0/0 00000100:00100000:0.0:1746137587.599057:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 3671 00002000:00100000:0.0:1746137587.599070:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff88009fe98e00 x1830957303434496/t4294972359(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/448 e 0 to 0 dl 1746137598 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.599080:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fe98e00 with x1830957303434496 ext(12582912->13631487) 00010000:00010000:0.0:1746137587.599089:0:24911:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746137587.599104:0:24911:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746137587.599116:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fe98e00 00000100:00100000:0.0:1746137587.612497:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.612598:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434624 00000100:00100000:1.0:1746137587.612608:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434624 00010000:00010000:1.0:1746137587.612643:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746137587.612722:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19007 00000100:00100000:1.0:1746137587.612731:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2008:x1830957303434624:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137587.612744:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746137587.612760:0:21485:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:1.0:1746137587.612766:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.612783:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.612804:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009fdb2000/0x95b3ed7b846f9116 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa675 expref: 17 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.612830:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.612833:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.612839:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa708 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.612846:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa708 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.612887:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007334d200/0x95b3ed7b846f92c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa708 expref: 7 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.612900:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293203712:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137587.613017:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137587.616051:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293203712:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137587.616075:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137587.616119:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2008:x1830957303434624:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3389us (3634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.616128:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19007 00000100:00100000:1.0:1746137587.618698:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.618875:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303434880 00000100:00100000:0.0:1746137587.618884:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303434880 00002000:00100000:0.0:1746137587.618927:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (0->1048575) req@ffff8801366e5f80 x1830957303434880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.618953:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957303434880 ext(0->1048575) 00002000:00010000:0.0:1746137587.618958:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:0.0:1746137587.618993:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14704 00000100:00100000:0.0:1746137587.619000:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303434880:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137587.629717:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303434880:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 10703us (11015us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137587.629728:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14704 00002000:00100000:1.0:1746137587.629744:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (0->1048575) req@ffff8801366e5f80 x1830957303434880/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.629753:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5f80 with x1830957303434880 ext(0->1048575) 00002000:00010000:1.0:1746137587.629757:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5f80 00000100:00100000:0.0:1746137587.636329:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.636394:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303435008 00000100:00100000:1.0:1746137587.636405:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303435008 00000100:00100000:1.0:1746137587.636462:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31260 00000100:00100000:1.0:1746137587.636469:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:3769:x1830957303435008:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137587.636487:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137587.636505:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa70f expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.636533:0:9555:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.636540:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137587.636541:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746137587.636544:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa70f expref: 9 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.636571:0:9555:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 8 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.636581:0:9555:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 8 pid: 24924 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746137587.636593:0:9555:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293203840:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137587.636682:0:9555:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137587.640204:0:9555:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9555:1830957293203840:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137587.640238:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa70f expref: 9 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.640255:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007334de00, rc 0) 00000100:00100000:1.0:1746137587.640355:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:3769:x1830957303435008:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 3884us (4034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.640374:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31260 00000100:00100000:0.0:1746137587.655636:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.655724:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303435136 00000100:00100000:1.0:1746137587.655734:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303435136 00010000:00010000:1.0:1746137587.655768:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 9 pid: 24924 timeout: 780 lvb_type: 0 00000100:00100000:1.0:1746137587.655810:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19008 00000100:00100000:1.0:1746137587.655818:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2005:x1830957303435136:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137587.655833:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137587.655853:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 9 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.655865:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 9 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.655890:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073540000/0x95b3ed7b846f9132 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa683 expref: 9 pid: 24924 timeout: 780 lvb_type: 0 00010000:00010000:1.0:1746137587.655922:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.655924:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.655930:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa70f expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.655953:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa70f expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.655984:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88007334de00/0x95b3ed7b846f92c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa70f expref: 8 pid: 9555 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137587.655997:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293203968:192.168.202.31@tcp:105: 00000100:00100000:1.0:1746137587.656070:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740180 going to sleep for 11 seconds 00000100:00100000:1.0:1746137587.657647:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:21485:1830957293203968:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137587.657669:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137587.657701:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fe99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303435136:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1884us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.657709:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19008 00000100:00100000:0.0:1746137587.662682:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.662737:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.662758:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303435520 00000100:00100000:1.0:1746137587.662769:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303435520 00002000:00100000:1.0:1746137587.662811:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88011d209180 x1830957303435520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.662825:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209180 with x1830957303435520 ext(0->2097151) 00002000:00010000:1.0:1746137587.662830:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d209180 00000100:00100000:1.0:1746137587.662847:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303435648 00000100:00100000:1.0:1746137587.662849:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303435648 00002000:00100000:1.0:1746137587.662860:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (1048576->2097151) req@ffff88011d20b100 x1830957303435648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.662866:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957303435648 ext(1048576->2097151) 00002000:00010000:1.0:1746137587.662868:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d20b100 00000100:00100000:1.0:1746137587.662917:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14705 00000100:00100000:1.0:1746137587.662925:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303435520:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137587.663362:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14706 00000100:00100000:0.0:1746137587.663378:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303435648:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.678479:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303435648:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15090us (15730us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.678490:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14706 00002000:00100000:2.0:1746137587.678503:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (1048576->2097151) req@ffff88011d20b100 x1830957303435648/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.678512:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20b100 with x1830957303435648 ext(1048576->2097151) 00002000:00010000:2.0:1746137587.678517:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d20b100 00000100:00100000:1.0:1746137587.678782:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303435520:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15856us (16112us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.678789:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14705 00002000:00100000:1.0:1746137587.678794:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88011d209180 x1830957303435520/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.678801:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209180 with x1830957303435520 ext(0->2097151) 00002000:00010000:1.0:1746137587.678805:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d209180 00000100:00100000:0.0:1746137587.695172:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.695230:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.695292:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303435904 00000100:00100000:2.0:1746137587.695302:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303435904 00000100:00100000:1.0:1746137587.695326:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303436160 00000100:00100000:1.0:1746137587.695329:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303436160 00002000:00100000:2.0:1746137587.695344:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (2097152->4194303) req@ffff88011d209f80 x1830957303435904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.695345:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88011d20a300 x1830957303436160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.695354:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957303436160 ext(2097152->4194303) 00002000:00010000:1.0:1746137587.695359:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d20a300 00000100:00100000:1.0:1746137587.695408:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14707 00000100:00100000:1.0:1746137587.695416:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303436160:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:2.0:1746137587.695529:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957303435904 ext(2097152->4194303) 00002000:00010000:2.0:1746137587.695533:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:2.0:1746137587.695546:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14708 00000100:00100000:2.0:1746137587.695551:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303435904:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.712603:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303435904:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 17039us (17431us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137587.712615:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14708 00002000:00100000:2.0:1746137587.712628:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (2097152->4194303) req@ffff88011d209f80 x1830957303435904/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.712636:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d209f80 with x1830957303435904 ext(2097152->4194303) 00002000:00010000:2.0:1746137587.712643:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d209f80 00000100:00100000:1.0:1746137587.715677:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d20a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303436160:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20249us (20434us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.715690:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14707 00002000:00100000:1.0:1746137587.715701:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88011d20a300 x1830957303436160/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.715710:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d20a300 with x1830957303436160 ext(2097152->4194303) 00002000:00010000:1.0:1746137587.715716:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d20a300 00010000:00010000:3.0:1746137587.729176:0:7201:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746137587.735247:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.735303:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.735427:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303436544 00000100:00100000:2.0:1746137587.735437:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303436544 00002000:00100000:2.0:1746137587.735481:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->6291455) req@ffff88009a7c5500 x1830957303436544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.735492:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5500 with x1830957303436544 ext(4194304->6291455) 00002000:00010000:2.0:1746137587.735498:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5500 00000100:00100000:2.0:1746137587.735695:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303436672 00000100:00100000:2.0:1746137587.735699:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303436672 00000100:00100000:1.0:1746137587.735705:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14709 00002000:00100000:2.0:1746137587.735713:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff88009a7c6680 x1830957303436672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746137587.735716:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303436544:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:2.0:1746137587.735721:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6680 with x1830957303436672 ext(4194304->6291455) 00002000:00010000:2.0:1746137587.735724:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c6680 00000100:00100000:2.0:1746137587.736179:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14710 00000100:00100000:2.0:1746137587.736186:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303436672:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137587.751806:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303436544:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16079us (16557us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.751818:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14709 00002000:00100000:1.0:1746137587.751831:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->6291455) req@ffff88009a7c5500 x1830957303436544/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.751840:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5500 with x1830957303436544 ext(4194304->6291455) 00002000:00010000:1.0:1746137587.751847:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5500 00000100:00100000:2.0:1746137587.754686:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303436672:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18491us (19373us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137587.754696:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14710 00002000:00100000:2.0:1746137587.754705:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff88009a7c6680 x1830957303436672/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.754712:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6680 with x1830957303436672 ext(4194304->6291455) 00002000:00010000:2.0:1746137587.754716:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c6680 00000100:00100000:0.0:1746137587.757139:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.757286:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303436928 00000100:00100000:0.0:1746137587.757377:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.757378:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303436928 00002000:00100000:2.0:1746137587.757420:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (6291456->7340031) req@ffff88009a7c4000 x1830957303436928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.757430:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4000 with x1830957303436928 ext(6291456->7340031) 00002000:00010000:2.0:1746137587.757435:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4000 00000100:00100000:2.0:1746137587.757455:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303437184 00000100:00100000:2.0:1746137587.757458:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303437184 00002000:00100000:2.0:1746137587.757470:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009a7c7b80 x1830957303437184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.757477:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7b80 with x1830957303437184 ext(6291456->7340031) 00002000:00010000:2.0:1746137587.757480:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c7b80 00000100:00100000:2.0:1746137587.758672:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14711 00000100:00100000:1.0:1746137587.758681:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14712 00000100:00100000:2.0:1746137587.758683:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303436928:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137587.758687:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303437184:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137587.759182:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.759200:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303437440 00000100:00100000:0.0:1746137587.759205:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303437440 00002000:00100000:0.0:1746137587.759226:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (7340032->8388607) req@ffff88009a7c5c00 x1830957303437440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.759234:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5c00 with x1830957303437440 ext(7340032->8388607) 00002000:00010000:0.0:1746137587.759238:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5c00 00000100:00100000:0.0:1746137587.760306:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.760333:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303437696 00000100:00100000:0.0:1746137587.760337:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303437696 00002000:00100000:0.0:1746137587.760354:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009a7c5f80 x1830957303437696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.760362:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5f80 with x1830957303437696 ext(7340032->8388607) 00002000:00010000:0.0:1746137587.760375:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c5f80 00000100:00100000:0.0:1746137587.760394:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14713 00000100:00100000:0.0:1746137587.760401:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303437440:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137587.760610:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14714 00000100:00100000:3.0:1746137587.760619:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2006:x1830957303437696:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.771826:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303436928:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 13133us (14684us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137587.771840:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14711 00002000:00100000:2.0:1746137587.771854:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (6291456->7340031) req@ffff88009a7c4000 x1830957303436928/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.771870:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c4000 with x1830957303436928 ext(6291456->7340031) 00002000:00010000:2.0:1746137587.771877:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c4000 00000100:00100000:3.0:1746137587.776664:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+11:2006:x1830957303437696:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16034us (16349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.776677:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14714 00002000:00100000:3.0:1746137587.776690:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009a7c5f80 x1830957303437696/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.776699:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5f80 with x1830957303437696 ext(7340032->8388607) 00002000:00010000:3.0:1746137587.777993:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c5f80 00000100:00100000:1.0:1746137587.780722:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303437184:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 22023us (23345us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137587.780734:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14712 00002000:00100000:1.0:1746137587.780746:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009a7c7b80 x1830957303437184/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.780756:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c7b80 with x1830957303437184 ext(6291456->7340031) 00002000:00010000:1.0:1746137587.780761:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c7b80 00000100:00100000:3.0:1746137587.784264:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303437440:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 23851us (25070us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.784276:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14713 00002000:00100000:3.0:1746137587.784289:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (7340032->8388607) req@ffff88009a7c5c00 x1830957303437440/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.784298:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c5c00 with x1830957303437440 ext(7340032->8388607) 00002000:00010000:3.0:1746137587.784303:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c5c00 00000100:00100000:0.0:1746137587.807303:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.807381:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.808029:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303438080 00000100:00100000:1.0:1746137587.808041:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303438080 00002000:00100000:1.0:1746137587.808085:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88009a7c6300 x1830957303438080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.808095:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6300 with x1830957303438080 ext(8388608->10485759) 00002000:00010000:1.0:1746137587.808101:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c6300 00000100:00100000:1.0:1746137587.808132:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303438208 00000100:00100000:1.0:1746137587.808135:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303438208 00002000:00100000:1.0:1746137587.808150:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->10485759) req@ffff88009a7c6d80 x1830957303438208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.808157:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6d80 with x1830957303438208 ext(8388608->10485759) 00002000:00010000:1.0:1746137587.808159:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6d80 00000100:00100000:1.0:1746137587.808170:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14715 00000100:00100000:1.0:1746137587.808176:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303438080:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.808288:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14716 00000100:00100000:2.0:1746137587.808296:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303438208:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137587.826428:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303438080:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18240us (19125us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.826441:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14715 00002000:00100000:1.0:1746137587.826454:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88009a7c6300 x1830957303438080/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.826462:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6300 with x1830957303438080 ext(8388608->10485759) 00002000:00010000:1.0:1746137587.826469:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a7c6300 00000100:00100000:2.0:1746137587.828468:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303438208:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20165us (21078us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137587.828479:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14716 00002000:00100000:2.0:1746137587.828490:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->10485759) req@ffff88009a7c6d80 x1830957303438208/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.828497:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a7c6d80 with x1830957303438208 ext(8388608->10485759) 00002000:00010000:2.0:1746137587.828502:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a7c6d80 00000100:00100000:0.0:1746137587.835444:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.837471:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303438464 00000100:00100000:2.0:1746137587.837486:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303438464 00002000:00100000:2.0:1746137587.837540:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (10485760->11534335) req@ffff880133c1dc00 x1830957303438464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.837549:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1dc00 with x1830957303438464 ext(10485760->11534335) 00002000:00010000:2.0:1746137587.837554:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1dc00 00000100:00100000:2.0:1746137587.837658:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14717 00000100:00100000:2.0:1746137587.837665:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303438464:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137587.842902:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.842965:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.843063:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303438848 00000100:00100000:1.0:1746137587.843073:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303438848 00000100:00100000:3.0:1746137587.843100:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303438976 00000100:00100000:3.0:1746137587.843103:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303438976 00002000:00100000:1.0:1746137587.843116:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (11534336->12582911) req@ffff880133c1e680 x1830957303438848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.843119:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->12582911) req@ffff880133c1ed80 x1830957303438976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.843125:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ed80 with x1830957303438976 ext(10485760->12582911) 00002000:00100000:1.0:1746137587.843125:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957303438848 ext(11534336->12582911) 00002000:00010000:3.0:1746137587.843130:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133c1ed80 00002000:00010000:1.0:1746137587.843130:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:3.0:1746137587.843150:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14718 00000100:00100000:3.0:1746137587.843157:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2007:x1830957303438976:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137587.844199:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14719 00000100:00100000:1.0:1746137587.844209:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957303438848:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137587.846391:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.849469:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303439360 00000100:00100000:3.0:1746137587.849485:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303439360 00002000:00100000:3.0:1746137587.849535:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff880133c1c380 x1830957303439360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.849550:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c380 with x1830957303439360 ext(12582912->13631487) 00002000:00010000:3.0:1746137587.849556:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1c380 00000100:00100000:3.0:1746137587.850767:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14720 00000100:00100000:3.0:1746137587.850780:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2008:x1830957303439360:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137587.857449:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+12:2008:x1830957303438464:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 19772us (22003us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.857461:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14717 00002000:00100000:3.0:1746137587.857472:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (10485760->11534335) req@ffff880133c1dc00 x1830957303438464/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.857481:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1dc00 with x1830957303438464 ext(10485760->11534335) 00002000:00010000:3.0:1746137587.857486:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1dc00 00000100:00100000:3.0:1746137587.867139:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2007:x1830957303438976:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 23969us (24160us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137587.867151:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14718 00002000:00100000:3.0:1746137587.867164:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->12582911) req@ffff880133c1ed80 x1830957303438976/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.867173:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1ed80 with x1830957303438976 ext(10485760->12582911) 00002000:00010000:3.0:1746137587.867179:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133c1ed80 00000100:00100000:0.0:1746137587.869187:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2007:x1830957303438848:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 24971us (26286us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137587.869197:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14719 00002000:00100000:0.0:1746137587.869206:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (11534336->12582911) req@ffff880133c1e680 x1830957303438848/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.869219:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1e680 with x1830957303438848 ext(11534336->12582911) 00002000:00010000:0.0:1746137587.869225:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1e680 00000100:00100000:3.0:1746137587.872571:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2008:x1830957303439360:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 21784us (26180us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137587.872583:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14720 00002000:00100000:3.0:1746137587.872595:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff880133c1c380 x1830957303439360/t0(0) o3->c9af1c20-67e7-4ee5-911e-f75f943bff9f@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137587.872607:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133c1c380 with x1830957303439360 ext(12582912->13631487) 00002000:00010000:3.0:1746137587.872613:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133c1c380 00000100:00100000:0.0:1746137587.883793:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.883887:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303439616 00000100:00100000:2.0:1746137587.883896:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303439616 00000100:00100000:3.0:1746137587.884011:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 206 00000100:00100000:3.0:1746137587.884022:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3769:x1830957303439616:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:3.0:1746137587.884249:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:3769:x1830957303439616:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 229us (466us total) trans 4294990725 rc 0/0 00000100:00100000:3.0:1746137587.884256:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 206 00000100:00100000:2.0:1746137587.894393:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.894395:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.894455:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303439872 00000100:00100000:0.0:1746137587.894455:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440000 00000100:00100000:2.0:1746137587.894463:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303439872 00000100:00100000:0.0:1746137587.894463:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440000 00000100:00100000:2.0:1746137587.894504:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54893 00000100:00100000:2.0:1746137587.894511:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+27:3770:x1830957303439872:12345-192.168.202.31@tcp:101:cmp.0 00000100:00100000:0.0:1746137587.894513:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 623 00000100:00100000:0.0:1746137587.894519:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+27:2007:x1830957303440000:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:0.0:1746137587.894792:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.894798:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137587.894808:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2c00/0x95b3ed7b846f92d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa716 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.894808:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073202c00/0x95b3ed7b846f92cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa71d expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.894850:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894861:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894871:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894884:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137587.894888:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2200/0x95b3ed7b846f92eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:0.0:1746137587.894889:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894894:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137587.894897:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2200/0x95b3ed7b846f92eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:2.0:1746137587.894905:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2200/0x95b3ed7b846f92eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:2.0:1746137587.894914:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746137587.894930:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894969:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894975:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894980:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880073203200 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137587.894983:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894988:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.894996:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137587.894999:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137587.895002:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895007:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073203200/0x95b3ed7b846f92dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895033:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895037:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895041:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895045:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a623dc00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137587.895047:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895051:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895056:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88007178fc00) 00010000:00010000:0.0:1746137587.895058:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137587.895060:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:2.0:1746137587.895063:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2c00/0x95b3ed7b846f92d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa716 expref: 31 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.895064:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a623dc00/0x95b3ed7b846f92e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.895084:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880073202c00/0x95b3ed7b846f92cf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa71d expref: 30 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.895090:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137587.895092:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746137587.895094:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073202c00/0x95b3ed7b846f92cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa71d expref: 30 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.895579:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2200/0x95b3ed7b846f92eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa716 expref: 29 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.895586:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137587.895588:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137587.895590:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801367d2200, rc 0) 00010000:00010000:0.0:1746137587.895602:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073202c00, rc -2) 00000100:00100000:2.0:1746137587.895639:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+29:3770:x1830957303439872:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 1128us (1256us total) trans 4294990726 rc 0/0 00000100:00100000:2.0:1746137587.895645:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54893 00000100:00100000:1.0:1746137587.895956:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+28:2007:x1830957303440000:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 1436us (1571us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137587.895963:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 623 00000100:00100000:2.0:1746137587.897460:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.897554:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440128 00000100:00100000:1.0:1746137587.897562:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440128 00000100:00100000:1.0:1746137587.897600:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1239 00000100:00100000:1.0:1746137587.897611:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+28:2006:x1830957303440128:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746137587.897621:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746137587.897638:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801367d2200/0x95b3ed7b846f92eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa716 expref: 28 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.897696:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:1.0:1746137587.897700:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137587.897727:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.897731:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+27:2006:x1830957303440128:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 120us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.897736:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1239 00000100:00100000:3.0:1746137587.897762:0:21473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440384 00000100:00100000:3.0:1746137587.897766:0:21473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440384 00000100:00100000:3.0:1746137587.897787:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54894 00000100:00100000:3.0:1746137587.897791:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+27:3770:x1830957303440384:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:3.0:1746137587.897805:0:21473:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137587.897815:0:21473:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f92f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa755 expref: -99 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137587.898088:0:21473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f9300 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137587.898099:0:21473:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f9300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21473 initiator: MDT0 00010000:00010000:3.0:1746137587.898107:0:21473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f9300 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21473 initiator: MDT0 00000004:00200000:3.0:1746137587.898116:0:21473:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4f:0x0]: returning size 26214400 00000100:00100000:0.0:1746137587.898162:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.898185:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440512 00000100:00100000:0.0:1746137587.898188:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440512 00010000:00010000:3.0:1746137587.898194:0:21473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f92f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa755 expref: 31 pid: 21473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.898209:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 624 00010000:00010000:3.0:1746137587.898213:0:21473:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f9300 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa755 expref: 30 pid: 21473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137587.898214:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+30:2008:x1830957303440512:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:3.0:1746137587.898220:0:21473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:3.0:1746137587.898222:0:21473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137587.898224:0:21473:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc 0) 00010000:00010000:0.0:1746137587.898231:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137587.898239:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f930e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa74e expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137587.898246:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+30:3770:x1830957303440384:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 454us (520us total) trans 4294990727 rc 0/0 00000100:00100000:3.0:1746137587.898252:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54894 00010000:00010000:0.0:1746137587.898265:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898272:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898279:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898288:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898293:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898297:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898321:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898327:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.898331:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899289:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a86eb400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137587.899295:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899303:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899473:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137587.899477:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137587.899480:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899485:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a86eb400/0x95b3ed7b846f9315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899495:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899499:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899503:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899507:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130d69400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137587.899509:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899514:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899520:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88007178f800) 00010000:00010000:0.0:1746137587.899522:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137587.899524:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899527:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130d69400/0x95b3ed7b846f931c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137587.899555:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f930e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa74e expref: 30 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.899563:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137587.899565:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746137587.899567:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a06fe400/0x95b3ed7b846f930e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa74e expref: 30 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137587.899574:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe400, rc -2) 00000100:00100000:1.0:1746137587.899654:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800734dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+29:2008:x1830957303440512:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 1438us (1490us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746137587.899661:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 624 00000100:00100000:0.0:1746137587.901038:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.901145:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.901308:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440640 00000100:00100000:1.0:1746137587.901316:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440640 00000100:00100000:1.0:1746137587.901374:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31261 00000100:00100000:1.0:1746137587.901381:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2005:x1830957303440640:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137587.901395:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137587.901413:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f9323 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa794 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.901433:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.901435:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746137587.901440:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440768 00010000:00010000:1.0:1746137587.901441:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f9323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa794 expref: 17 pid: 9555 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746137587.901444:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440768 00010000:00010000:1.0:1746137587.901456:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a06fe200/0x95b3ed7b846f9323 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa794 expref: 17 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.901465:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a06fe200, rc 0) 00000100:00100000:2.0:1746137587.901472:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1240 00000100:00100000:2.0:1746137587.901478:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+29:2008:x1830957303440768:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137587.901487:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137587.901503:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f9300 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa755 expref: 29 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137587.901518:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137587.901521:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137587.901844:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0799c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303440640:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 461us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.901850:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31261 00000100:00100000:0.0:1746137587.901876:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.901892:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303440896 00000100:00100000:1.0:1746137587.901895:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303440896 00000100:00100000:1.0:1746137587.902098:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31262 00000100:00100000:1.0:1746137587.902105:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+8:2005:x1830957303440896:12345-192.168.202.31@tcp:101:cmp.0 00010000:00010000:1.0:1746137587.902114:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137587.902123:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073203200/0x95b3ed7b846f932a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa79b expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137587.902135:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.902137:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137587.902140:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073203200/0x95b3ed7b846f932a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa79b expref: 9 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.902151:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073203200/0x95b3ed7b846f932a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa79b expref: 9 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746137587.902158:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880073203200, rc 0) 00000100:00100000:1.0:1746137587.902411:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2005:x1830957303440896:12345-192.168.202.31@tcp:101:cmp.0 Request processed in 304us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.902417:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31262 00000100:00100000:2.0:1746137587.902492:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c407050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+28:2008:x1830957303440768:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 1012us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.902499:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1240 00000100:00100000:3.0:1746137587.916228:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137587.916285:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.916386:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303441280 00000100:00100000:1.0:1746137587.916401:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303441280 00002000:00100000:1.0:1746137587.916448:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (0->2097151) req@ffff88009f998000 x1830957303441280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.916457:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957303441280 ext(0->2097151) 00002000:00010000:1.0:1746137587.916462:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f998000 00000100:00100000:1.0:1746137587.916480:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303441408 00000100:00100000:1.0:1746137587.916482:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303441408 00002000:00100000:1.0:1746137587.916496:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88009f99a680 x1830957303441408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.916502:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a680 with x1830957303441408 ext(0->2097151) 00002000:00010000:1.0:1746137587.916505:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f99a680 00000100:00100000:1.0:1746137587.916531:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14721 00000100:00100000:1.0:1746137587.916538:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2006:x1830957303441280:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.916565:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14722 00000100:00100000:2.0:1746137587.916573:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303441408:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.929125:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303441408:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 12541us (12828us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137587.929138:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14722 00002000:00100000:2.0:1746137587.929152:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88009f99a680 x1830957303441408/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.929162:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f99a680 with x1830957303441408 ext(0->2097151) 00002000:00010000:2.0:1746137587.929167:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f99a680 00000100:00100000:1.0:1746137587.934692:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2006:x1830957303441280:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18141us (18462us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.934705:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14721 00002000:00100000:1.0:1746137587.934717:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (0->2097151) req@ffff88009f998000 x1830957303441280/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.934726:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f998000 with x1830957303441280 ext(0->2097151) 00002000:00010000:1.0:1746137587.934732:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f998000 00000100:00100000:0.0:1746137587.953739:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137587.953797:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.953885:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303441664 00000100:00100000:1.0:1746137587.953894:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303441664 00000100:00100000:2.0:1746137587.953965:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303441920 00000100:00100000:2.0:1746137587.953970:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303441920 00002000:00100000:2.0:1746137587.953991:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff8800a079b100 x1830957303441920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.954001:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b100 with x1830957303441920 ext(2097152->4194303) 00002000:00010000:2.0:1746137587.954005:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a079b100 00000100:00100000:2.0:1746137587.954087:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14723 00000100:00100000:2.0:1746137587.954096:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303441920:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:1.0:1746137587.954109:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (2097152->4194303) req@ffff8800a079ad80 x1830957303441664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137587.954119:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957303441664 ext(2097152->4194303) 00002000:00010000:1.0:1746137587.954123:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079ad80 00000100:00100000:1.0:1746137587.954187:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14724 00000100:00100000:1.0:1746137587.954193:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2008:x1830957303441664:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137587.966560:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957293204480:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.966579:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293204224:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966599:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f4db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293204352:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966640:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137587.966687:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3765:1830957293204864:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.966741:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e05f5f4-9172-4147-a827-2132d2821563:3763:1830957293204096:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.966782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137587.966788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137587.966796:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204352 00000100:00100000:1.0:1746137587.966802:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204352 00000100:00100000:2.0:1746137587.966820:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137587.966827:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204096 00000100:00100000:3.0:1746137587.966833:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204096 00000100:00100000:0.0:1746137587.966834:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293204992:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966839:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3765:1830957293205376:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.966843:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1746137587.966850:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957293204352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966858:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137587.966859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746137587.966864:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1746137587.966869:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008307d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3763:x1830957293204096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966872:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746137587.966876:0:3762:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293205504:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.966877:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3765:1830957293205248:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.966893:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3765:x1830957293204352:12345-0@lo:400:kworker.0 Request processed in 44us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137587.966897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137587.966898:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137587.966898:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1746137587.966904:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008307d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6e05f5f4-9172-4147-a827-2132d2821563+23:3763:x1830957293204096:12345-0@lo:400:kworker.0 Request processed in 34us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.966910:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1746137587.966923:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204992 00000100:00100000:1.0:1746137587.966927:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204992 00000100:00100000:1.0:1746137587.967200:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205504 00000100:00100000:1.0:1746137587.967203:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205504 00000100:00100000:1.0:1746137587.967220:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1746137587.967225:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293204992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.967254:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293204992:12345-0@lo:400:kworker.0 Request processed in 30us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.967260:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1746137587.967269:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1746137587.967273:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293205504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.967292:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3762:x1830957293205504:12345-0@lo:400:kworker.0 Request processed in 19us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.967297:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:1.0:1746137587.967330:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746137587.967332:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746137587.967471:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293204992:0@lo:400:kworker.0 00000100:00100000:0.0:1746137587.967481:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3762:1830957293205504:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968025:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204480 00000100:00100000:1.0:1746137587.968029:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204480 00000100:00100000:3.0:1746137587.968046:0:7212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204864 00000100:00100000:1.0:1746137587.968050:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205376 00000100:00100000:3.0:1746137587.968051:0:7212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204864 00000100:00100000:1.0:1746137587.968052:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205376 00000100:00100000:2.0:1746137587.968062:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f4db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293204352:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968065:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205248 00000100:00100000:1.0:1746137587.968066:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205248 00000100:00100000:1.0:1746137587.968079:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1746137587.968085:0:7212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1746137587.968085:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957293204480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968091:0:7212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830957293205376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968099:0:21473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1746137587.968104:0:21473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957293204864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968111:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3762:x1830957293204480:12345-0@lo:400:kworker.0 Request processed in 27us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.968116:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1746137587.968124:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1746137587.968128:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830957293205248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968148:0:7212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136636a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3765:x1830957293205376:12345-0@lo:400:kworker.0 Request processed in 56us (1287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.968155:0:7212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1746137587.968192:0:3762:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3762:1830957293204480:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968197:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e27f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e05f5f4-9172-4147-a827-2132d2821563:3763:1830957293204096:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968203:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fe99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293204608:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137587.968237:0:21473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136635180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3765:x1830957293204864:12345-0@lo:400:kworker.0 Request processed in 132us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.968240:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3765:x1830957293205248:12345-0@lo:400:kworker.0 Request processed in 112us (1342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.968243:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293205120:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968243:0:21473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1746137587.968246:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:1.0:1746137587.968258:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746137587.968260:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746137587.968261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137587.968268:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137587.968276:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3765:1830957293205248:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968284:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f523480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3765:1830957293204864:0@lo:400:kworker.0 00000100:00100000:3.0:1746137587.968288:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293205632:0@lo:400:kworker.0 00000100:00100000:0.0:1746137587.968290:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303441920:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 14194us (14492us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746137587.968292:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880073551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293204736:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968294:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3765:1830957293205376:0@lo:400:kworker.0 00000100:00100000:0.0:1746137587.968298:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14723 00000100:00100000:3.0:1746137587.968306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:0.0:1746137587.968309:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff8800a079b100 x1830957303441920/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746137587.968311:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746137587.968319:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204224 00002000:00100000:0.0:1746137587.968319:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079b100 with x1830957303441920 ext(2097152->4194303) 00000100:00100000:2.0:1746137587.968322:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204224 00002000:00010000:0.0:1746137587.968324:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a079b100 00000100:00100000:3.0:1746137587.968332:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204608 00000100:00100000:3.0:1746137587.968335:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204608 00000100:00100000:2.0:1746137587.968338:0:11912:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293204736 00000100:00100000:1.0:1746137587.968338:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205120 00000100:00100000:2.0:1746137587.968340:0:11912:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293204736 00000100:00100000:1.0:1746137587.968341:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205120 00000100:00100000:3.0:1746137587.968353:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1746137587.968357:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957293204608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968358:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1746137587.968371:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293204224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968375:0:10658:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205632 00000100:00100000:1.0:1746137587.968377:0:10658:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205632 00000100:00100000:1.0:1746137587.968389:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1746137587.968393:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293205120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968401:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3764:x1830957293204224:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.968406:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1746137587.968408:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3763:x1830957293204608:12345-0@lo:400:kworker.0 Request processed in 50us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.968413:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1746137587.968416:0:11912:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1746137587.968419:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293205120:12345-0@lo:400:kworker.0 Request processed in 25us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137587.968420:0:11912:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293204736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968424:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1746137587.968431:0:10658:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1746137587.968435:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fe99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293204608:0@lo:400:kworker.0 00000100:00100000:1.0:1746137587.968435:0:10658:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293205632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968441:0:11912:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3764:x1830957293204736:12345-0@lo:400:kworker.0 Request processed in 21us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137587.968444:0:3763:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972345 gen 2 00000100:00100000:2.0:1746137587.968446:0:11912:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000004:00080000:3.0:1746137587.968449:0:3763:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880091348a80, transno 4294972345 00000100:00100000:1.0:1746137587.968450:0:10658:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3763:x1830957293205632:12345-0@lo:400:kworker.0 Request processed in 16us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137587.968455:0:10658:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1746137587.968457:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009e0d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293205120:0@lo:400:kworker.0 00000100:00080000:1.0:1746137587.968467:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746137587.968469:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3763:1830957293205632:0@lo:400:kworker.0 00000100:00100000:2.0:1746137587.968469:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a6777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3764:1830957293204224:0@lo:400:kworker.0 00000100:00080000:1.0:1746137587.968469:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746137587.968470:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746137587.968477:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880073551f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3764:1830957293204736:0@lo:400:kworker.0 00000100:00100000:0.0:1746137587.968820:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a079ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2008:x1830957303441664:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 14626us (15094us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746137587.968826:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14724 00002000:00100000:0.0:1746137587.968831:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (2097152->4194303) req@ffff8800a079ad80 x1830957303441664/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137587.968838:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a079ad80 with x1830957303441664 ext(2097152->4194303) 00002000:00010000:0.0:1746137587.968841:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a079ad80 00000100:00100000:0.0:1746137587.985590:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137587.987106:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137587.987151:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303442304 00000100:00100000:2.0:1746137587.987162:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303442304 00002000:00100000:2.0:1746137587.987212:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->6291455) req@ffff88009f49df80 x1830957303442304/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.987223:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49df80 with x1830957303442304 ext(4194304->6291455) 00002000:00010000:2.0:1746137587.987229:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49df80 00000100:00100000:2.0:1746137587.987260:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303442432 00000100:00100000:2.0:1746137587.987262:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303442432 00002000:00100000:2.0:1746137587.987282:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8801366e5880 x1830957303442432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/0 e 0 to 0 dl 1746137598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137587.987289:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5880 with x1830957303442432 ext(4194304->6291455) 00002000:00010000:2.0:1746137587.987293:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e5880 00000100:00100000:2.0:1746137587.987319:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14725 00000100:00100000:3.0:1746137587.987331:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14726 00000100:00100000:3.0:1746137587.987341:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303442432:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137587.987460:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2008:x1830957303442304:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137587.997178:0:3765:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746137587.997199:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801366e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293205760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746137587.997904:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137588.000138:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205760 00000100:00100000:0.0:1746137588.000153:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205760 00000100:00100000:0.0:1746137588.000216:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1746137588.000224:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293205760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746137588.000249:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531274560 pending 0 free 3867824128 avail 3596038144 00000100:00100000:0.0:1746137588.000326:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3765:x1830957293205760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (2423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.000333:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1746137588.000449:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801366e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3765:1830957293205760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746137588.000898:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303442432:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 13556us (13793us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137588.000907:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14726 00002000:00100000:3.0:1746137588.000918:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8801366e5880 x1830957303442432/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.000928:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5880 with x1830957303442432 ext(4194304->6291455) 00002000:00010000:3.0:1746137588.000933:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e5880 00000100:00100000:2.0:1746137588.003412:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2008:x1830957303442304:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 16075us (17823us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137588.003431:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14725 00002000:00100000:2.0:1746137588.003442:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->6291455) req@ffff88009f49df80 x1830957303442304/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:23/0 lens 488/440 e 0 to 0 dl 1746137598 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.003457:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49df80 with x1830957303442304 ext(4194304->6291455) 00002000:00010000:2.0:1746137588.003463:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49df80 00000100:00100000:1.0:1746137588.006697:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.006763:0:27091:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303442688 00000100:00100000:2.0:1746137588.006773:0:27091:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303442688 00000100:00080000:1.0:1746137588.006824:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:2.0:1746137588.006833:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (6291456->7340031) req@ffff8801366e4380 x1830957303442688/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.006843:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4380 with x1830957303442688 ext(6291456->7340031) 00002000:00010000:2.0:1746137588.006848:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4380 00000100:00100000:2.0:1746137588.006877:0:27091:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14727 00000100:00100000:2.0:1746137588.006884:0:27091:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2007:x1830957303442688:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137588.010722:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137588.010779:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303442944 00000100:00100000:3.0:1746137588.010789:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303442944 00002000:00100000:3.0:1746137588.010839:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff8801366e5500 x1830957303442944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.010848:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5500 with x1830957303442944 ext(6291456->7340031) 00002000:00010000:3.0:1746137588.010852:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e5500 00000100:00100000:3.0:1746137588.010879:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14728 00000100:00100000:3.0:1746137588.010887:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2007:x1830957303442944:12345-192.168.202.31@tcp:3:cmp.0 00000100:00080000:1.0:1746137588.010921:0:7208:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1746137588.013135:0:11577:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 681136196426ns, next at 682136194408ns, rc = 0 00000100:00100000:3.0:1746137588.013164:0:3764:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746137588.013185:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dfb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293205888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746137588.013243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746137588.013303:0:9558:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293205888 00000100:00100000:0.0:1746137588.013318:0:9558:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293205888 00000100:00100000:3.0:1746137588.013408:0:9558:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1746137588.013416:0:9558:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293205888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746137588.013437:0:9558:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531274560 pending 0 free 3867824128 avail 3596038144 00000100:00100000:3.0:1746137588.013481:0:9558:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3764:x1830957293205888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137588.013487:0:9558:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1746137588.013587:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dfb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3764:1830957293205888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746137588.019012:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.019376:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303443328 00000100:00100000:1.0:1746137588.019385:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.019386:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303443328 00002000:00100000:0.0:1746137588.019427:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff8801366e6d80 x1830957303443328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137588.019443:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6d80 with x1830957303443328 ext(7340032->8388607) 00002000:00010000:0.0:1746137588.019449:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e6d80 00000100:00100000:0.0:1746137588.019466:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303443456 00000100:00100000:0.0:1746137588.019468:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303443456 00002000:00100000:0.0:1746137588.019479:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (7340032->8388607) req@ffff8801366e5180 x1830957303443456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137588.019485:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5180 with x1830957303443456 ext(7340032->8388607) 00002000:00010000:0.0:1746137588.019488:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5180 00000100:00100000:2.0:1746137588.019501:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14729 00000100:00100000:0.0:1746137588.019507:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14730 00000100:00100000:2.0:1746137588.019512:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2007:x1830957303443328:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137588.019512:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2007:x1830957303443456:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137588.019619:0:27091:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2007:x1830957303442688:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 12734us (12933us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137588.019626:0:27091:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14727 00002000:00100000:3.0:1746137588.019631:0:27091:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1f:0x0] (6291456->7340031) req@ffff8801366e4380 x1830957303442688/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.019637:0:27091:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e4380 with x1830957303442688 ext(6291456->7340031) 00002000:00010000:3.0:1746137588.019639:0:27091:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e4380 00000100:00100000:3.0:1746137588.020231:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2007:x1830957303442944:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 9344us (9516us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137588.020237:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14728 00002000:00100000:3.0:1746137588.020242:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff8801366e5500 x1830957303442944/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.020249:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5500 with x1830957303442944 ext(6291456->7340031) 00002000:00010000:3.0:1746137588.020251:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e5500 00000100:00100000:2.0:1746137588.032435:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2007:x1830957303443328:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 12914us (13421us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137588.032448:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14729 00002000:00100000:2.0:1746137588.032461:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff8801366e6d80 x1830957303443328/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.032471:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6d80 with x1830957303443328 ext(7340032->8388607) 00002000:00010000:2.0:1746137588.032476:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e6d80 00000100:00100000:3.0:1746137588.033021:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2007:x1830957303443456:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 13505us (13633us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137588.033029:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14730 00002000:00100000:3.0:1746137588.033034:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (7340032->8388607) req@ffff8801366e5180 x1830957303443456/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.033042:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e5180 with x1830957303443456 ext(7340032->8388607) 00002000:00010000:3.0:1746137588.033046:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e5180 00000100:00100000:1.0:1746137588.048527:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.048586:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.048644:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303443712 00000100:00100000:2.0:1746137588.048654:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303443712 00000100:00100000:3.0:1746137588.048664:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303443968 00000100:00100000:3.0:1746137588.048669:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303443968 00002000:00100000:3.0:1746137588.048694:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8801366e6a00 x1830957303443968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.048694:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->10485759) req@ffff8801366e7b80 x1830957303443712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.048704:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957303443968 ext(8388608->10485759) 00002000:00100000:2.0:1746137588.048704:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957303443712 ext(8388608->10485759) 00002000:00010000:3.0:1746137588.048709:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e6a00 00002000:00010000:2.0:1746137588.048709:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7b80 00000100:00100000:2.0:1746137588.048729:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14731 00000100:00100000:2.0:1746137588.048734:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303443712:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137588.049209:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14732 00000100:00100000:3.0:1746137588.049217:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303443968:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137588.067412:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2005:x1830957303443712:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18665us (18886us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746137588.067423:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14731 00002000:00100000:2.0:1746137588.067437:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->10485759) req@ffff8801366e7b80 x1830957303443712/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.067446:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e7b80 with x1830957303443712 ext(8388608->10485759) 00002000:00010000:2.0:1746137588.067451:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801366e7b80 00000100:00100000:3.0:1746137588.070549:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801366e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2006:x1830957303443968:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 21320us (21950us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746137588.070562:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14732 00002000:00100000:3.0:1746137588.070574:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8801366e6a00 x1830957303443968/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.070583:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801366e6a00 with x1830957303443968 ext(8388608->10485759) 00002000:00010000:3.0:1746137588.070589:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801366e6a00 00000100:00100000:0.0:1746137588.075124:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137588.078983:0:24911:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303444224 00000100:00100000:3.0:1746137588.078997:0:24911:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303444224 00002000:00100000:3.0:1746137588.079051:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (10485760->11534335) req@ffff88009f49ea00 x1830957303444224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.079061:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ea00 with x1830957303444224 ext(10485760->11534335) 00002000:00010000:3.0:1746137588.079067:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ea00 00000100:00100000:3.0:1746137588.079108:0:24911:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14733 00000100:00100000:3.0:1746137588.079116:0:24911:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2007:x1830957303444224:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:1.0:1746137588.081018:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.081054:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.081089:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303444480 00000100:00100000:1.0:1746137588.081095:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303444480 00000100:00100000:2.0:1746137588.081133:0:9560:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303444736 00000100:00100000:2.0:1746137588.081138:0:9560:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303444736 00002000:00100000:2.0:1746137588.081158:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (11534336->12582911) req@ffff88009b9cfb80 x1830957303444736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.081167:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cfb80 with x1830957303444736 ext(11534336->12582911) 00002000:00010000:2.0:1746137588.081172:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cfb80 00000100:00100000:2.0:1746137588.081204:0:9560:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14734 00000100:00100000:2.0:1746137588.081212:0:9560:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2007:x1830957303444736:12345-192.168.202.31@tcp:3:cmp.0 00002000:00100000:1.0:1746137588.081212:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88009b9cce00 x1830957303444480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.081220:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cce00 with x1830957303444480 ext(10485760->11534335) 00002000:00010000:1.0:1746137588.081224:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b9cce00 00000100:00100000:1.0:1746137588.081240:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14735 00000100:00100000:1.0:1746137588.081246:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2007:x1830957303444480:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:2.0:1746137588.084015:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137588.085793:0:9561:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303444992 00000100:00100000:3.0:1746137588.085807:0:9561:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303444992 00002000:00100000:3.0:1746137588.085854:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800998a5c00 x1830957303444992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.085875:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5c00 with x1830957303444992 ext(11534336->12582911) 00002000:00010000:3.0:1746137588.085880:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5c00 00000100:00100000:3.0:1746137588.085911:0:9561:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14736 00000100:00100000:3.0:1746137588.085919:0:9561:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2008:x1830957303444992:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:0.0:1746137588.087833:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.090929:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303445248 00000100:00100000:1.0:1746137588.090969:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303445248 00002000:00100000:1.0:1746137588.091020:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff88009f49fb80 x1830957303445248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.091030:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49fb80 with x1830957303445248 ext(12582912->13631487) 00002000:00010000:1.0:1746137588.091036:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49fb80 00000100:00100000:1.0:1746137588.091083:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14737 00000100:00100000:1.0:1746137588.091091:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+21:2007:x1830957303445248:12345-192.168.202.31@tcp:3:cmp.0 00000100:00100000:3.0:1746137588.094249:0:24911:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+21:2007:x1830957303444224:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15125us (19127us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137588.094260:0:24911:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14733 00002000:00100000:3.0:1746137588.094271:0:24911:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1f:0x0] (10485760->11534335) req@ffff88009f49ea00 x1830957303444224/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.094279:0:24911:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49ea00 with x1830957303444224 ext(10485760->11534335) 00002000:00010000:3.0:1746137588.094285:0:24911:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49ea00 00000100:00100000:3.0:1746137588.099477:0:9560:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+19:2007:x1830957303444736:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18253us (18409us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746137588.099488:0:9560:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14734 00002000:00100000:3.0:1746137588.099502:0:9560:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (11534336->12582911) req@ffff88009b9cfb80 x1830957303444736/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746137588.099511:0:9560:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cfb80 with x1830957303444736 ext(11534336->12582911) 00002000:00010000:3.0:1746137588.099516:0:9560:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b9cfb80 00000100:00100000:1.0:1746137588.100242:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+11:2007:x1830957303444480:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 18994us (19229us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746137588.100253:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14735 00002000:00100000:1.0:1746137588.100258:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88009b9cce00 x1830957303444480/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.100264:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b9cce00 with x1830957303444480 ext(10485760->11534335) 00002000:00010000:1.0:1746137588.100267:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b9cce00 00000100:00100000:0.0:1746137588.106203:0:9561:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+9:2008:x1830957303444992:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 20273us (22185us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137588.106216:0:9561:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14736 00002000:00100000:0.0:1746137588.106229:0:9561:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800998a5c00 x1830957303444992/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746137588.106239:0:9561:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800998a5c00 with x1830957303444992 ext(11534336->12582911) 00000100:00100000:1.0:1746137588.106243:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+17:2007:x1830957303445248:12345-192.168.202.31@tcp:3:cmp.0 Request processed in 15153us (18420us total) trans 0 rc 1048576/1048576 00002000:00010000:0.0:1746137588.106244:0:9561:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800998a5c00 00000100:00100000:1.0:1746137588.106249:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14737 00002000:00100000:1.0:1746137588.106253:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (12582912->13631487) req@ffff88009f49fb80 x1830957303445248/t0(0) o3->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/440 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.106258:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49fb80 with x1830957303445248 ext(12582912->13631487) 00002000:00010000:1.0:1746137588.106261:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49fb80 00000100:00100000:2.0:1746137588.113318:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.113414:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303445504 00000100:00100000:0.0:1746137588.113425:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303445504 00000100:00100000:0.0:1746137588.113515:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 207 00000100:00100000:0.0:1746137588.113524:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+28:3770:x1830957303445504:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:0.0:1746137588.114129:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+29:3770:x1830957303445504:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 604us (819us total) trans 4294990728 rc 0/0 00000100:00100000:0.0:1746137588.114136:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 207 00000100:00100000:2.0:1746137588.117783:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.117883:0:18341:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303445760 00000100:00100000:0.0:1746137588.117895:0:18341:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303445760 00000100:00100000:1.0:1746137588.118924:0:18341:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 208 00000100:00100000:1.0:1746137588.118956:0:18341:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+29:3770:x1830957303445760:12345-192.168.202.31@tcp:35:cmp.0 00000100:00100000:1.0:1746137588.119171:0:18341:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f5a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+30:3770:x1830957303445760:12345-192.168.202.31@tcp:35:cmp.0 Request processed in 238us (1396us total) trans 4294990729 rc 0/0 00000100:00100000:1.0:1746137588.119177:0:18341:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 208 00000100:00100000:0.0:1746137588.133105:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.133157:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.133172:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303446144 00000100:00100000:1.0:1746137588.133182:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303446144 00000100:00100000:1.0:1746137588.133227:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54895 00000100:00100000:1.0:1746137588.133234:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:3773:x1830957303446144:12345-192.168.202.31@tcp:36:rm.0 00000100:00100000:3.0:1746137588.133254:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303445888 00000100:00100000:3.0:1746137588.133259:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303445888 00010000:00010000:1.0:1746137588.133281:0:7211:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746137588.133304:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06000/0x95b3ed7b846f90a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa621 expref: 40 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.133327:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a0e6c800/0x95b3ed7b846f9059 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa605 expref: 39 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.133336:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:1.0:1746137588.133343:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136763800/0x95b3ed7b846f9235 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa691 expref: 38 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.133348:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137588.133350:0:7211:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746137588.133376:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.133385:0:7211:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 29 pid: 21473 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137588.133386:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 627 00010000:00010000:1.0:1746137588.133391:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1746137588.133397:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800998a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303445888:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:3.0:1746137588.133415:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746137588.133417:0:7211:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 29 pid: 21473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.133424:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f9338 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7a2 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.133426:0:7211:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 29 pid: 21473 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746137588.133438:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206016:192.168.202.31@tcp:104: 00010000:00010000:3.0:1746137588.133449:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133457:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133465:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133477:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133482:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133487:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000100:00100000:1.0:1746137588.133518:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00010000:00010000:3.0:1746137588.133669:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133676:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133680:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133688:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87c00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137588.133691:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133696:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133703:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137588.133705:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137588.133707:0:7215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137588.133713:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133716:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87c00/0x95b3ed7b846f933f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133728:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133732:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133736:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133739:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ff87a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:3.0:1746137588.133741:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133745:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133754:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a0e59200) 00010000:00010000:3.0:1746137588.133755:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746137588.133757:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133761:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9346 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:3.0:1746137588.133994:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f9338 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7a2 expref: 38 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.134002:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137588.134004:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746137588.134005:0:7215:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137588.134011:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f9338 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7a2 expref: 38 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.134018:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff86600, rc -2) 00000100:00100000:3.0:1746137588.134068:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800998a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+37:2005:x1830957303445888:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 673us (917us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746137588.134074:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 627 00000100:00100000:1.0:1746137588.136040:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206016:192.168.202.31@tcp:104: 00010000:00010000:1.0:1746137588.136061:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:1.0:1746137588.136153:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.136205:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303446272 00000100:00100000:2.0:1746137588.136212:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303446272 00010000:00010000:2.0:1746137588.136239:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 30 pid: 21473 timeout: 781 lvb_type: 0 00000100:00100000:2.0:1746137588.136320:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19009 00000100:00100000:2.0:1746137588.136327:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+30:2005:x1830957303446272:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137588.136338:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137588.136344:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 30 pid: 21473 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.136355:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 30 pid: 21473 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.136399:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136762c00/0x95b3ed7b846f9282 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa6b4 expref: 30 pid: 21473 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.136426:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137588.136430:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.136437:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.136443:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.136457:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137588.136486:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33f29dc5-46cd-451f-b31a-650471a41dc7+29:2005:x1830957303446272:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 159us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.136496:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19009 00010000:00010000:1.0:1746137588.136979:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.136986:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137001:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f934d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137008:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f934d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137014:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f934d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137090:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137098:0:7211:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 28 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.137104:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.137125:0:7211:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 28 pid: 7212 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.137135:0:7211:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 28 pid: 7212 timeout: 781 lvb_type: 0 00000100:00100000:1.0:1746137588.137146:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b9cdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206144:192.168.202.31@tcp:104: 00000100:00100000:1.0:1746137588.137222:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073740240 going to sleep for 11 seconds 00000100:00100000:1.0:1746137588.139732:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.139807:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b9cdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206144:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137588.139826:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1746137588.140045:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303446400 00000100:00100000:3.0:1746137588.140052:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303446400 00010000:00010000:3.0:1746137588.140080:0:21485:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 29 pid: 7212 timeout: 781 lvb_type: 0 00000100:00100000:3.0:1746137588.140103:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19010 00000100:00100000:3.0:1746137588.140111:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+29:2005:x1830957303446400:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746137588.140122:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746137588.140127:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 29 pid: 7212 timeout: 781 lvb_type: 0 00010000:00010000:3.0:1746137588.140137:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 29 pid: 7212 timeout: 781 lvb_type: 0 00010000:00010000:3.0:1746137588.140156:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff06a00/0x95b3ed7b846f90fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa660 expref: 29 pid: 7212 timeout: 781 lvb_type: 0 00010000:00010000:3.0:1746137588.140169:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:3.0:1746137588.140173:0:21485:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137588.140181:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137588.140187:0:21485:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:3.0:1746137588.140217:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746137588.140252:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33f29dc5-46cd-451f-b31a-650471a41dc7+28:2005:x1830957303446400:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 141us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746137588.140258:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19010 00010000:00010000:0.0:1746137588.140384:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140389:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000040:00080000:0.0:1746137588.140623:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000004:00080000:0.0:1746137588.140631:0:7211:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 681263693501ns, next at 682263691825ns, rc = 0 00000040:00080000:0.0:1746137588.140646:0:7211:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00010000:00010000:0.0:1746137588.140885:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140893:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140899:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140905:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140910:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.140915:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.140956:0:10898:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746137588.140961:0:7211:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1746137588.140962:0:10898:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.140967:0:10898:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130f3f200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137588.140969:0:10898:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.140974:0:10898:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141323:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141329:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141333:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141337:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f978000 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.141340:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141345:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141352:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:0.0:1746137588.141355:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746137588.141357:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.141370:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978000/0x95b3ed7b846f9354 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.141499:0:10898:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4f:0x0].0x0 (ffff8801367d1800) 00010000:00010000:2.0:1746137588.141501:0:10898:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746137588.141504:0:10898:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.141508:0:10898:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130f3f200/0x95b3ed7b846f935b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.141520:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137588.141522:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746137588.141523:0:10898:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746137588.141806:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141812:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141816:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141820:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141823:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f979a00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:1.0:1746137588.141825:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141829:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141836:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:1.0:1746137588.141837:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746137588.141839:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141843:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f9331 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:1.0:1746137588.141851:0:7211:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009f49c000 reply state ffff880130227000 transno 4294990730 ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f934d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141858:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009f978c00/0x95b3ed7b846f934d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:1.0:1746137588.141866:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:1.0:1746137588.141867:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746137588.141869:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746137588.141911:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3773:x1830957303446144:12345-192.168.202.31@tcp:36:rm.0 Request processed in 8677us (8816us total) trans 4294990730 rc 0/0 00000100:00100000:1.0:1746137588.141917:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54895 00000100:00100000:1.0:1746137588.181827:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.181987:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303446528 00000100:00100000:2.0:1746137588.181996:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303446528 00000100:00100000:2.0:1746137588.182054:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54896 00000100:00100000:2.0:1746137588.182062:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+38:3776:x1830957303446528:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:2.0:1746137588.182089:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.182105:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9362 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7da expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.182160:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.182171:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.182182:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:2.0:1746137588.182494:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137588.182498:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746137588.182516:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.182534:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9362 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7da expref: 40 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.182856:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7da expref: 39 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.182864:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137588.182867:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137588.182874:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674e00, rc 0) 00000100:00100000:2.0:1746137588.183391:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:3776:x1830957303446528:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 1328us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.183398:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54896 00000100:00100000:2.0:1746137588.188078:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.188571:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303446784 00000100:00100000:0.0:1746137588.188581:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303446784 00000100:00100000:0.0:1746137588.188639:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54897 00000100:00100000:0.0:1746137588.188648:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880073551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+39:3776:x1830957303446784:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:0.0:1746137588.188667:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.188670:0:7211:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746137588.188695:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f9369 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7da expref: 39 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.188728:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.188733:0:7211:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746137588.188743:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f9370 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7e1 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.188836:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.188845:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.188853:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.188862:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f937e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.188868:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f937e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.188872:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f937e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189321:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189328:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189334:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1746137588.189345:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746137588.189377:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189382:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189388:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189393:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189398:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dd400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.189401:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189406:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189412:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.189414:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137588.189417:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189420:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f9377 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00000004:00010000:0.0:1746137588.189428:0:7211:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880073551f80 reply state ffff88009f547000 transno 4294990731 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f937e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189439:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc800/0x95b3ed7b846f937e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.189446:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:0.0:1746137588.189448:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746137588.189450:0:7211:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746137588.189469:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f9370 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 41 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.189479:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 40 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.189484:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178fe00) 00010000:00010000:0.0:1746137588.189486:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746137588.189487:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:0.0:1746137588.189546:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880073551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3776:x1830957303446784:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 899us (1478us total) trans 4294990731 rc 0/0 00000100:00100000:0.0:1746137588.189552:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54897 00000100:00100000:3.0:1746137588.192374:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.192451:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447040 00000100:00100000:0.0:1746137588.192460:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447040 00000100:00100000:0.0:1746137588.192576:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54898 00000100:00100000:0.0:1746137588.192584:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3776:x1830957303447040:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:0.0:1746137588.192608:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.192809:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f9393 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7e8 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.192903:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.192915:0:7211:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 42 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.192925:0:7211:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.193201:0:7211:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 42 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.193213:0:7211:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 42 pid: 7211 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746137588.193226:0:7211:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206272:192.168.202.31@tcp:104: 00000100:00100000:0.0:1746137588.193408:0:7211:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128780 going to sleep for 11 seconds 00000100:00100000:0.0:1746137588.195449:0:7211:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7211:1830957293206272:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137588.195527:0:7211:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:3.0:1746137588.196626:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.196964:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447168 00000100:00100000:2.0:1746137588.196972:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447168 00010000:00010000:2.0:1746137588.197007:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 43 pid: 7211 timeout: 781 lvb_type: 0 00000100:00100000:2.0:1746137588.197035:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19011 00000100:00100000:2.0:1746137588.197042:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:2006:x1830957303447168:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137588.197055:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746137588.197061:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 43 pid: 7211 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.197071:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 43 pid: 7211 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.197090:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f9385 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e1 expref: 43 pid: 7211 timeout: 781 lvb_type: 0 00010000:00010000:2.0:1746137588.197119:0:7197:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178fe00) 00010000:00010000:2.0:1746137588.197124:0:7197:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.197131:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.197137:0:7197:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.197155:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746137588.197199:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:2006:x1830957303447168:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 156us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.197209:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19011 00010000:00010000:0.0:1746137588.197601:0:7211:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197608:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1746137588.197624:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x50:0x0]: returning size 0 00000004:00080000:0.0:1746137588.197759:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00000004:00080000:0.0:1746137588.197765:0:7211:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1746137588.197843:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197850:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197859:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197864:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dc400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.197868:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197873:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197881:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178fe00) 00010000:00010000:0.0:1746137588.197883:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746137588.197886:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197891:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f939a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.197965:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f9393 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e8 expref: 42 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.197972:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd800/0x95b3ed7b846f9393 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7e8 expref: 42 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.197979:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd800, rc 0) 00000100:00100000:0.0:1746137588.198010:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3776:x1830957303447040:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 5428us (5660us total) trans 4294990732 rc 301/301 00000100:00100000:0.0:1746137588.198017:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54898 00000100:00100000:3.0:1746137588.200774:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.200835:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447424 00000100:00100000:0.0:1746137588.200844:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447424 00000100:00100000:0.0:1746137588.200896:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 209 00000100:00100000:0.0:1746137588.200904:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+41:3776:x1830957303447424:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:0.0:1746137588.201175:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:3776:x1830957303447424:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 271us (409us total) trans 4294990733 rc 0/0 00000100:00100000:0.0:1746137588.201182:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 209 00000100:00100000:1.0:1746137588.202688:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.203107:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447552 00000100:00100000:0.0:1746137588.203114:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447552 00000100:00100000:0.0:1746137588.203161:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54899 00000100:00100000:0.0:1746137588.203168:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+42:3776:x1830957303447552:12345-192.168.202.31@tcp:101:lfs.0 00010000:00010000:0.0:1746137588.203184:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.203201:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f93a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7ef expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.203248:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f93a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7ef expref: 43 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.203264:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd400/0x95b3ed7b846f93a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7ef expref: 43 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.203278:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178f800) 00010000:00010000:0.0:1746137588.203281:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746137588.203284:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd400, rc 0) 00000100:00100000:0.0:1746137588.203328:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b9cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:3776:x1830957303447552:12345-192.168.202.31@tcp:101:lfs.0 Request processed in 161us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.203696:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54899 00000100:00100000:2.0:1746137588.206488:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.206552:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447808 00000100:00100000:0.0:1746137588.206561:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447808 00000100:00100000:0.0:1746137588.206609:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 210 00000100:00100000:0.0:1746137588.206617:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+43:3776:x1830957303447808:12345-192.168.202.31@tcp:35:lfs.0 00000100:00100000:0.0:1746137588.206786:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:3776:x1830957303447808:12345-192.168.202.31@tcp:35:lfs.0 Request processed in 170us (306us total) trans 4294990734 rc 0/0 00000100:00100000:0.0:1746137588.207240:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 210 00000100:00100000:3.0:1746137588.216370:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.216413:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303447936 00000100:00100000:3.0:1746137588.216414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.216422:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303447936 00000100:00100000:0.0:1746137588.216474:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303448064 00000100:00100000:0.0:1746137588.216476:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303448064 00000100:00100000:0.0:1746137588.216494:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54900 00000100:00100000:0.0:1746137588.216502:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+28:3778:x1830957303447936:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:0.0:1746137588.216525:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746137588.216528:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54901 00000100:00100000:2.0:1746137588.216535:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+44:3777:x1830957303448064:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:0.0:1746137588.216540:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f93af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7f6 expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.216542:0:21540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.216547:0:21540:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f93b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa7fd expref: -99 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.216592:0:21540:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21540 initiator: MDT0 00010000:00010000:0.0:1746137588.216592:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.216603:0:21540:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21540 initiator: MDT0 00010000:00010000:0.0:1746137588.216618:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.216625:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000004:00200000:0.0:1746137588.216665:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746137588.216668:0:7211:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746137588.216684:0:7211:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.216701:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f93af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7f6 expref: 30 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.216715:0:21540:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21540 initiator: MDT0 00000004:00200000:2.0:1746137588.216729:0:21540:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746137588.216731:0:21540:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1746137588.216731:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7f6 expref: 29 pid: 7211 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746137588.216736:0:21540:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21540 initiator: MDT0 00010000:00010000:0.0:1746137588.216738:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.216741:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746137588.216744:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a07dd000, rc 0) 00000100:00100000:0.0:1746137588.216783:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+29:3778:x1830957303447936:12345-192.168.202.31@tcp:101:dd.0 Request processed in 282us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.216789:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54900 00010000:00010000:2.0:1746137588.216810:0:21540:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f93b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7fd expref: 46 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.216830:0:21540:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7fd expref: 45 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.216836:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137588.216839:0:21540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746137588.216841:0:21540:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674e00, rc 0) 00000100:00100000:2.0:1746137588.216858:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:3777:x1830957303448064:12345-192.168.202.31@tcp:101:dd.0 Request processed in 324us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.216933:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54901 00000100:00100000:1.0:1746137588.219472:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.219607:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303448320 00000100:00100000:2.0:1746137588.219615:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303448320 00000100:00100000:2.0:1746137588.219736:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54902 00000100:00100000:2.0:1746137588.219744:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33f29dc5-46cd-451f-b31a-650471a41dc7+29:3778:x1830957303448320:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137588.219757:0:21540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.219770:0:21540:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f93cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa804 expref: -99 pid: 21540 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137588.220173:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137588.220437:0:21540:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f93d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21540 initiator: MDT0 00010000:00010000:2.0:1746137588.220447:0:21540:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f93d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21540 initiator: MDT0 00010000:00010000:2.0:1746137588.220455:0:21540:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f93d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21540 initiator: MDT0 00000004:00200000:2.0:1746137588.220462:0:21540:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746137588.220533:0:21540:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f93cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa804 expref: 32 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.220637:0:21540:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674200/0x95b3ed7b846f93d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa804 expref: 31 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.220642:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880136605f00) 00010000:00010000:2.0:1746137588.220644:0:21540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746137588.220646:0:21540:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674200, rc 0) 00000100:00100000:2.0:1746137588.220685:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:33f29dc5-46cd-451f-b31a-650471a41dc7+31:3778:x1830957303448320:12345-192.168.202.31@tcp:101:dd.0 Request processed in 942us (1219us total) trans 4294990735 rc 0/0 00000100:00100000:2.0:1746137588.220689:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54902 00000100:00100000:0.0:1746137588.220856:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303448576 00000100:00100000:0.0:1746137588.220860:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303448576 00000100:00100000:0.0:1746137588.220901:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 628 00000100:00100000:0.0:1746137588.220906:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+45:2007:x1830957303448576:12345-192.168.202.31@tcp:63:ll_sa.0 00010000:00010000:0.0:1746137588.220926:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.220933:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f93e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa80b expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.220977:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.220984:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.220991:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221000:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221009:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221014:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221076:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221083:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221093:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00000004:00200000:0.0:1746137588.221106:0:7215:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x50:0x0]: returning size 0 00000004:00200000:0.0:1746137588.221109:0:7215:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746137588.221119:0:7215:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221126:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221132:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221137:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221142:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221147:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a07dc400 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.221150:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221156:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221163:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.221164:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137588.221167:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221171:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dc400/0x95b3ed7b846f93e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221180:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221184:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221188:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221191:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007310de00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.221193:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221197:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221201:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:0.0:1746137588.221203:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137588.221204:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221208:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310de00/0x95b3ed7b846f93ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221222:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dca00/0x95b3ed7b846f93e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa80b expref: 47 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.221229:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310ce00/0x95b3ed7b846f93f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa80b expref: 46 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.221234:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178f800) 00010000:00010000:0.0:1746137588.221236:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746137588.221238:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310ce00, rc 0) 00010000:00010000:0.0:1746137588.221241:0:7215:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.221246:0:7215:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f93fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa812 expref: -99 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.221259:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221264:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221269:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221278:0:7215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221282:0:7215:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221286:0:7215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221296:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221301:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221304:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221307:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007310dc00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.221309:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221313:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221318:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.221320:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137588.221322:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221325:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310dc00/0x95b3ed7b846f9403 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221330:0:7215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221334:0:7215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221338:0:7215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221341:0:7215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007310cc00 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:0.0:1746137588.221343:0:7215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221350:0:7215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221355:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88007178fc00) 00010000:00010000:0.0:1746137588.221356:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746137588.221369:0:7215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221374:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310cc00/0x95b3ed7b846f940a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7215 initiator: MDT0 00010000:00010000:0.0:1746137588.221392:0:7215:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f93fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa812 expref: 47 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.221399:0:7215:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:0.0:1746137588.221401:0:7215:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746137588.221403:0:7215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007310d800/0x95b3ed7b846f93fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa812 expref: 47 pid: 7215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.221409:0:7215:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007310d800, rc -2) 00000100:00100000:0.0:1746137588.221449:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2007:x1830957303448576:12345-192.168.202.31@tcp:63:ll_sa.0 Request processed in 542us (1276us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746137588.221455:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 628 00000100:00100000:1.0:1746137588.221567:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137588.221675:0:21540:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303448704 00000100:00100000:3.0:1746137588.221679:0:21540:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303448704 00000100:00100000:3.0:1746137588.221698:0:21540:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54903 00000100:00100000:3.0:1746137588.221703:0:21540:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:3777:x1830957303448704:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137588.221710:0:21540:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137588.221712:0:21540:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746137588.221721:0:21540:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6674e00/0x95b3ed7b846f93bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7fd expref: 46 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.221744:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:3.0:1746137588.221746:0:21540:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746137588.221752:0:21540:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f9411 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa843 expref: -99 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.221805:0:21540:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9418 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21540 initiator: MDT0 00010000:00010000:3.0:1746137588.221812:0:21540:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9418 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21540 initiator: MDT0 00010000:00010000:3.0:1746137588.221818:0:21540:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9418 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21540 initiator: MDT0 00000004:00200000:3.0:1746137588.221825:0:21540:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746137588.221867:0:21540:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff86600/0x95b3ed7b846f9411 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa843 expref: 48 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.221877:0:21540:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9418 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa843 expref: 47 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.221887:0:21540:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:3.0:1746137588.221888:0:21540:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746137588.221890:0:21540:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ff87a00, rc 0) 00000100:00100000:3.0:1746137588.221912:0:21540:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:3777:x1830957303448704:12345-192.168.202.31@tcp:101:dd.0 Request processed in 209us (345us total) trans 4294990736 rc 0/0 00000100:00100000:3.0:1746137588.221917:0:21540:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54903 00000100:00100000:1.0:1746137588.230406:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.231033:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.231066:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.231117:0:9555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449088 00000100:00100000:2.0:1746137588.231119:0:9556:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449216 00000100:00100000:2.0:1746137588.231127:0:9556:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449216 00000100:00100000:0.0:1746137588.231127:0:9555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449088 00000100:00100000:2.0:1746137588.231183:0:9556:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31263 00000100:00100000:2.0:1746137588.231191:0:9556:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2005:x1830957303449216:12345-192.168.202.31@tcp:101:ll_agl.0 00010000:00010000:2.0:1746137588.231210:0:9556:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.231230:0:9556:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa858 expref: -99 pid: 9556 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746137588.231253:0:9556:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746137588.231276:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.231278:0:9556:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.231285:0:9556:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137588.231299:0:9556:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137588.231308:0:9556:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6674800, rc 0) 00000100:00100000:0.0:1746137588.231323:0:9555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31264 00000100:00100000:0.0:1746137588.231329:0:9555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303449088:12345-192.168.202.31@tcp:101:ll_agl.0 00010000:00010000:0.0:1746137588.231337:0:9555:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746137588.231349:0:9555:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa851 expref: -99 pid: 9555 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746137588.231375:0:9555:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:2.0:1746137588.231379:0:9556:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133c1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2005:x1830957303449216:12345-192.168.202.31@tcp:101:ll_agl.0 Request processed in 188us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.231385:0:9556:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31263 00010000:00010000:0.0:1746137588.231402:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.231404:0:9555:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.231408:0:9555:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137588.231418:0:9555:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746137588.231424:0:9555:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800735c4000, rc 0) 00000100:00100000:2.0:1746137588.231438:0:7211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303448960 00000100:00100000:0.0:1746137588.231441:0:9555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013036ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2005:x1830957303449088:12345-192.168.202.31@tcp:101:ll_agl.0 Request processed in 112us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.231442:0:7211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303448960 00000100:00100000:0.0:1746137588.231446:0:9555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31264 00000100:00100000:2.0:1746137588.231465:0:7211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 54904 00000100:00100000:2.0:1746137588.231470:0:7211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+31:3778:x1830957303448960:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137588.231484:0:7211:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.231486:0:7211:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1746137588.231504:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137588.231518:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a07dd000/0x95b3ed7b846f93c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa7f6 expref: 31 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.231537:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137588.231541:0:7211:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746137588.231562:0:7211:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9434 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa84a expref: -99 pid: 7211 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137588.231578:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00010000:00010000:2.0:1746137588.231672:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231682:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231690:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231699:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231706:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231710:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1746137588.231721:0:21485:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449344 00000100:00100000:0.0:1746137588.231724:0:21485:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449344 00010000:00010000:2.0:1746137588.231754:0:7211:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f9449 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1746137588.231759:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 1241 00010000:00010000:2.0:1746137588.231762:0:7211:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f9449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00000100:00100000:0.0:1746137588.231764:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f41b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:2005:x1830957303449344:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746137588.231768:0:7211:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f9449 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:0.0:1746137588.231772:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00200000:2.0:1746137588.231777:0:7211:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x50:0x0]: returning size 0 00010000:00010000:0.0:1746137588.231782:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ff87a00/0x95b3ed7b846f9418 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa843 expref: 47 pid: 21540 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.231793:0:21485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8801362dfb00) 00010000:00010000:0.0:1746137588.231796:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137588.231813:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f41b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:2005:x1830957303449344:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 49us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.231820:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 1241 00010000:00010000:2.0:1746137588.231842:0:7211:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231848:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231853:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231858:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231863:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675600 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137588.231867:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231872:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231879:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a6654f00) 00010000:00010000:2.0:1746137588.231881:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137588.231884:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231888:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675600/0x95b3ed7b846f943b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231900:0:7211:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231905:0:7211:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231910:0:7211:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231913:0:7211:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a6675800 already unused, calling callback (ffffffffa0ef8690) 00010000:00010000:2.0:1746137588.231916:0:7211:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231920:0:7211:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231926:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8801367d1500) 00010000:00010000:2.0:1746137588.231928:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746137588.231930:0:7211:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231961:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675800/0x95b3ed7b846f9442 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7211 initiator: MDT0 00010000:00010000:2.0:1746137588.231988:0:7211:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675000/0x95b3ed7b846f9434 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa84a expref: 33 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.231997:0:7211:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a6675200/0x95b3ed7b846f9449 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa84a expref: 32 pid: 7211 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.232002:0:7211:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x50:0x0].0x0 (ffff88007178f800) 00010000:00010000:2.0:1746137588.232005:0:7211:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746137588.232007:0:7211:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6675200, rc 0) 00000100:00100000:2.0:1746137588.232024:0:7211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+32:3778:x1830957303448960:12345-192.168.202.31@tcp:101:dd.0 Request processed in 554us (957us total) trans 4294990737 rc 0/0 00000100:00100000:2.0:1746137588.232030:0:7211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 54904 00000100:00100000:2.0:1746137588.232059:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449728 00000100:00100000:2.0:1746137588.232062:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449728 00000100:00100000:2.0:1746137588.232086:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14738 00000100:00100000:2.0:1746137588.232091:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303449728:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:2.0:1746137588.232107:0:9562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.232114:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.232115:0:9562:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.232118:0:9562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.232125:0:9562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746137588.232162:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.232209:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449856 00000100:00100000:1.0:1746137588.232213:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449856 00000100:00100000:1.0:1746137588.232245:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14739 00000100:00100000:1.0:1746137588.232251:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2008:x1830957303449856:12345-192.168.202.31@tcp:3:dd.0 00010000:00010000:1.0:1746137588.232526:0:27101:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.232534:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137588.232536:0:27101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746137588.232538:0:27101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746137588.232545:0:27101:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746137588.241721:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.241894:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303449984 00000100:00100000:2.0:1746137588.242117:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303449984 00000100:00100000:2.0:1746137588.242167:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31265 00000100:00100000:2.0:1746137588.242175:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c030c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+9:3778:x1830957303449984:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:2.0:1746137588.242192:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746137588.242208:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa85f expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.242238:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 11 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137588.242247:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.242248:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746137588.242251:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa85f expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.242282:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 11 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746137588.242293:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 11 pid: 9555 timeout: 781 lvb_type: 1 00000100:00100000:2.0:1746137588.242306:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293206400:192.168.202.31@tcp:104: 00000100:00100000:2.0:1746137588.242405:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0729000 going to sleep for 11 seconds 00010000:00010000:0.0:1746137588.242771:0:27101:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242780:0:27101:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242786:0:27101:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242791:0:27101:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009f979a00 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:0.0:1746137588.242794:0:27101:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242801:0:27101:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242814:0:27101:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.242819:0:27101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009f979a00/0x95b3ed7b846f945e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27101 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137588.242867:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2008:x1830957303449856:12345-192.168.202.31@tcp:3:dd.0 Request processed in 10616us (10704us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746137588.242874:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14739 00010000:00010000:2.0:1746137588.243311:0:9562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243318:0:9562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243323:0:9562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243328:0:9562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009fe01200 already unused, calling callback (ffffffffa0874d70) 00010000:00010000:2.0:1746137588.243331:0:9562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243337:0:9562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243347:0:9562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.243353:0:9562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009fe01200/0x95b3ed7b846f9457 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746137588.243402:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dfb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2008:x1830957303449728:12345-192.168.202.31@tcp:3:dd.0 Request processed in 11310us (11824us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746137588.243408:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14738 00000100:00100000:3.0:1746137588.246860:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.246972:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24924:1830957293206400:192.168.202.31@tcp:104: 00010000:00010000:2.0:1746137588.247000:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa85f expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746137588.247018:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136784a00, rc 0) 00000100:00100000:0.0:1746137588.247053:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303450112 00000100:00100000:0.0:1746137588.247060:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303450112 00010000:00010000:0.0:1746137588.247089:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746137588.247113:0:7197:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19012 00000100:00100000:0.0:1746137588.247119:0:7197:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+10:2006:x1830957303450112:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137588.247131:0:7197:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137588.247149:0:7197:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.247158:0:7197:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.247175:0:7197:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800735c4000/0x95b3ed7b846f942d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa851 expref: 10 pid: 9555 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.247185:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.247186:0:7197:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.247191:0:7197:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa85f expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.247198:0:7197:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa85f expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.247222:0:7197:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136784a00/0x95b3ed7b846f9465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa85f expref: 10 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137588.247232:0:7197:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293206528:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137588.247851:0:7197:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:2.0:1746137588.247894:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c030c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+10:3778:x1830957303449984:12345-192.168.202.31@tcp:101:dd.0 Request processed in 5718us (6182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746137588.247902:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31265 00000100:00100000:0.0:1746137588.250621:0:7197:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7197:1830957293206528:192.168.202.31@tcp:105: 00010000:00010000:0.0:1746137588.250648:0:7197:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746137588.250870:0:7197:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e27f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303450112:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3749us (4016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.250880:0:7197:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19012 00000100:00100000:1.0:1746137588.257198:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:3.0:1746137588.257505:0:24924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303450240 00000100:00100000:3.0:1746137588.257515:0:24924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303450240 00000100:00100000:3.0:1746137588.257562:0:24924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 31266 00000100:00100000:3.0:1746137588.257574:0:24924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+17:3778:x1830957303450240:12345-192.168.202.31@tcp:101:dd.0 00010000:00010000:3.0:1746137588.257592:0:24924:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746137588.257607:0:24924:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xffea449a1a2fa866 expref: -99 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.257633:0:24924:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137588.257640:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137588.257642:0:24924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746137588.257644:0:24924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa866 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746137588.257672:0:24924:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 8 pid: 9556 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746137588.257683:0:24924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 8 pid: 9556 timeout: 781 lvb_type: 1 00000100:00100000:3.0:1746137588.257695:0:24924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293206656:192.168.202.31@tcp:104: 00000100:00100000:3.0:1746137588.257768:0:24924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008cbac3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746137588.259536:0:24924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089c49880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24924:1830957293206656:192.168.202.31@tcp:104: 00010000:00010000:0.0:1746137588.259563:0:24924:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa866 expref: 18 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.259577:0:24924:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009fe63a00, rc 0) 00000100:00100000:3.0:1746137588.259759:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.260022:0:7197:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303450368 00000100:00100000:2.0:1746137588.260029:0:7197:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303450368 00010000:00010000:2.0:1746137588.260054:0:7197:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 781 lvb_type: 1 00000100:00100000:0.0:1746137588.260114:0:24924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:33f29dc5-46cd-451f-b31a-650471a41dc7+18:3778:x1830957303450240:12345-192.168.202.31@tcp:101:dd.0 Request processed in 2544us (2925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746137588.260122:0:24924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 31266 00000100:00100000:0.0:1746137588.260146:0:21485:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 19013 00000100:00100000:0.0:1746137588.260153:0:21485:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+9:2006:x1830957303450368:12345-192.168.202.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746137588.260163:0:21485:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746137588.260180:0:21485:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.260190:0:21485:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.260209:0:21485:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a6674800/0x95b3ed7b846f9426 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa858 expref: 9 pid: 9556 timeout: 781 lvb_type: 1 00010000:00010000:0.0:1746137588.260238:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.260240:0:21485:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746137588.260245:0:21485:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa866 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.260253:0:21485:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa866 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746137588.260280:0:21485:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009fe63a00/0x95b3ed7b846f946c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.31@tcp remote: 0xffea449a1a2fa866 expref: 17 pid: 24924 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746137588.260290:0:21485:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293206784:192.168.202.31@tcp:105: 00000100:00100000:0.0:1746137588.261095:0:21485:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130128300 going to sleep for 11 seconds 00000100:00100000:1.0:1746137588.263371:0:21485:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f49d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:21485:1830957293206784:192.168.202.31@tcp:105: 00010000:00010000:1.0:1746137588.263403:0:21485:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746137588.263458:0:21485:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c9af1c20-67e7-4ee5-911e-f75f943bff9f+8:2006:x1830957303450368:12345-192.168.202.31@tcp:103:ldlm_bl.0 Request processed in 3304us (3697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137588.263468:0:21485:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 19013 00000100:00100000:3.0:1746137588.308708:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.308988:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303450624 00000100:00100000:0.0:1746137588.308999:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303450624 00000100:00100000:0.0:1746137588.309062:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 211 00000100:00100000:0.0:1746137588.309070:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+46:3777:x1830957303450624:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:0.0:1746137588.310025:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c9af1c20-67e7-4ee5-911e-f75f943bff9f+47:3777:x1830957303450624:12345-192.168.202.31@tcp:35:dd.0 Request processed in 953us (1324us total) trans 4294990738 rc 0/0 00000100:00100000:0.0:1746137588.310033:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 211 00000100:00100000:2.0:1746137588.327728:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.327900:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303450880 00000100:00100000:0.0:1746137588.327915:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303450880 00002000:00100000:0.0:1746137588.328053:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88008c351880 x1830957303450880/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137588.328063:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351880 with x1830957303450880 ext(0->4194303) 00002000:00010000:0.0:1746137588.328217:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c351880 00000100:00100000:1.0:1746137588.328478:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14740 00000100:00100000:1.0:1746137588.328489:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+10:2005:x1830957303450880:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:2.0:1746137588.343591:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:0.0:1746137588.344346:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303451136 00000100:00100000:0.0:1746137588.344356:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303451136 00002000:00100000:0.0:1746137588.344409:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x20:0x0] (0->4194303) req@ffff88008c351180 x1830957303451136/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746137588.344418:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351180 with x1830957303451136 ext(0->4194303) 00002000:00010000:0.0:1746137588.344423:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c351180 00000100:00100000:0.0:1746137588.344546:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14741 00000100:00100000:0.0:1746137588.344556:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+18:2006:x1830957303451136:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:1.0:1746137588.389503:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2005:x1830957303450880:12345-192.168.202.31@tcp:4:dd.0 Request processed in 61005us (61775us total) trans 4294970830 rc 0/0 00000100:00100000:1.0:1746137588.389517:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14740 00002000:00100000:1.0:1746137588.389530:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88008c351880 x1830957303450880/t4294970830(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.389539:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351880 with x1830957303450880 ext(0->4194303) 00002000:00010000:1.0:1746137588.389544:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c351880 00000100:00100000:1.0:1746137588.406854:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2006:x1830957303451136:12345-192.168.202.31@tcp:4:dd.0 Request processed in 62286us (63261us total) trans 4294972360 rc 0/0 00000100:00100000:1.0:1746137588.406867:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14741 00002000:00100000:1.0:1746137588.406880:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x20:0x0] (0->4194303) req@ffff88008c351180 x1830957303451136/t4294972360(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.406890:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c351180 with x1830957303451136 ext(0->4194303) 00002000:00010000:1.0:1746137588.406897:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c351180 00000100:00100000:0.0:1746137588.436619:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.436714:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303451392 00000100:00100000:1.0:1746137588.436724:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303451392 00002000:00100000:1.0:1746137588.436766:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88009f49c700 x1830957303451392/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.436776:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c700 with x1830957303451392 ext(4194304->8388607) 00002000:00010000:1.0:1746137588.436781:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49c700 00000100:00100000:1.0:1746137588.437454:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14742 00000100:00100000:1.0:1746137588.437463:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+12:2008:x1830957303451392:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:0.0:1746137588.442186:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.442278:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303451648 00000100:00100000:2.0:1746137588.442288:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303451648 00002000:00100000:2.0:1746137588.442326:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (4194304->8388607) req@ffff88009f49c380 x1830957303451648/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.442338:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c380 with x1830957303451648 ext(4194304->8388607) 00002000:00010000:2.0:1746137588.442342:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49c380 00000100:00100000:2.0:1746137588.442384:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14743 00000100:00100000:2.0:1746137588.442392:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+20:2007:x1830957303451648:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:2.0:1746137588.474431:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2008:x1830957303451392:12345-192.168.202.31@tcp:4:dd.0 Request processed in 36956us (37810us total) trans 4294970831 rc 0/0 00000100:00100000:2.0:1746137588.474444:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14742 00002000:00100000:2.0:1746137588.474458:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88009f49c700 x1830957303451392/t4294970831(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.474468:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c700 with x1830957303451392 ext(4194304->8388607) 00002000:00010000:2.0:1746137588.474474:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49c700 00000100:00100000:2.0:1746137588.489655:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+22:2007:x1830957303451648:12345-192.168.202.31@tcp:4:dd.0 Request processed in 47248us (47464us total) trans 4294972361 rc 0/0 00000100:00100000:2.0:1746137588.489670:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14743 00002000:00100000:2.0:1746137588.489684:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (4194304->8388607) req@ffff88009f49c380 x1830957303451648/t4294972361(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.489695:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49c380 with x1830957303451648 ext(4194304->8388607) 00002000:00010000:2.0:1746137588.489702:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009f49c380 00000100:00100000:0.0:1746137588.517695:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:2.0:1746137588.518480:0:9562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303451904 00000100:00100000:2.0:1746137588.518489:0:9562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303451904 00002000:00100000:2.0:1746137588.518535:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88009f49d180 x1830957303451904/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.518550:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49d180 with x1830957303451904 ext(8388608->12582911) 00002000:00010000:2.0:1746137588.518554:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49d180 00000100:00100000:2.0:1746137588.518588:0:9562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14744 00000100:00100000:2.0:1746137588.518597:0:9562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+14:2005:x1830957303451904:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:2.0:1746137588.535496:0:3756:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.535569:0:27101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303452160 00000100:00100000:1.0:1746137588.535580:0:27101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303452160 00002000:00100000:1.0:1746137588.535623:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x20:0x0] (8388608->12582911) req@ffff88009ce10e00 x1830957303452160/t0(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/0 e 0 to 0 dl 1746137599 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.535633:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10e00 with x1830957303452160 ext(8388608->12582911) 00002000:00010000:1.0:1746137588.535638:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce10e00 00000100:00100000:1.0:1746137588.535676:0:27101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 14745 00000100:00100000:1.0:1746137588.535684:0:27101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+22:2006:x1830957303452160:12345-192.168.202.31@tcp:4:dd.0 00000100:00100000:2.0:1746137588.551270:0:3755:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.31@tcp (source: 12345-192.168.202.31@tcp) 00000100:00100000:1.0:1746137588.551525:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957303452416 00000100:00100000:1.0:1746137588.551534:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957303452416 00000100:00100000:1.0:1746137588.551587:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.31@tcp, seq: 212 00000100:00100000:1.0:1746137588.551594:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+32:3778:x1830957303452416:12345-192.168.202.31@tcp:35:dd.0 00000100:00100000:1.0:1746137588.554437:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:33f29dc5-46cd-451f-b31a-650471a41dc7+33:3778:x1830957303452416:12345-192.168.202.31@tcp:35:dd.0 Request processed in 2830us (3166us total) trans 4294990739 rc 0/0 00000100:00100000:1.0:1746137588.554451:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 212 00000100:00100000:2.0:1746137588.562817:0:9562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f49d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:33f29dc5-46cd-451f-b31a-650471a41dc7+16:2005:x1830957303451904:12345-192.168.202.31@tcp:4:dd.0 Request processed in 44209us (45122us total) trans 4294970832 rc 0/0 00000100:00100000:2.0:1746137588.562831:0:9562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14744 00002000:00100000:2.0:1746137588.562845:0:9562:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88009f49d180 x1830957303451904/t4294970832(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746137588.562854:0:9562:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009f49d180 with x1830957303451904 ext(8388608->12582911) 00002000:00010000:2.0:1746137588.562859:0:9562:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009f49d180 00000100:00100000:1.0:1746137588.573466:0:27101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:33f29dc5-46cd-451f-b31a-650471a41dc7+24:2006:x1830957303452160:12345-192.168.202.31@tcp:4:dd.0 Request processed in 37770us (37967us total) trans 4294972362 rc 0/0 00000100:00100000:1.0:1746137588.573477:0:27101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.31@tcp, seq: 14745 00002000:00100000:1.0:1746137588.573489:0:27101:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x20:0x0] (8388608->12582911) req@ffff88009ce10e00 x1830957303452160/t4294972362(0) o4->33f29dc5-46cd-451f-b31a-650471a41dc7@192.168.202.31@tcp:24/0 lens 488/448 e 0 to 0 dl 1746137599 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746137588.573496:0:27101:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce10e00 with x1830957303452160 ext(8388608->12582911) 00002000:00010000:1.0:1746137588.573501:0:27101:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce10e00 00010000:00010000:2.0:1746137588.731824:0:7200:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746137589.120469:0:28811:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:3.0:1746137589.357526:0:3763:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746137589.357547:0:3763:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089c4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293206912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746137589.357610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746137589.358800:0:7215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830957293206912 00000100:00100000:1.0:1746137589.358810:0:7215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830957293206912 00000100:00100000:1.0:1746137589.358862:0:7215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1746137589.358870:0:7215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293206912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746137589.358902:0:7215:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:1.0:1746137589.358969:0:7215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089c4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3763:x1830957293206912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746137589.358975:0:7215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1746137589.359026:0:3763:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089c4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3763:1830957293206912:0@lo:41:osp-pre-0-1.0 Debug log: 68084 lines, 68084 kept, 0 dropped, 0 bad.